Skip to content

Latest commit

 

History

History
11898 lines (11460 loc) · 515 KB

e-i_alphabetical_datasets.md

File metadata and controls

11898 lines (11460 loc) · 515 KB
Raw

Home           Papers           Datasets           Metrics           

Home           Alphabetical           Year           Application           Task           Annotation           

A-D           E-I           J-Z           

E-I

    Edinburgh Informatics Forum Pedestrian (EIFP) link paper
    • Summary: A dataset of 92K+ trajectories recorded with a top-down view camera capturing people walking inside a campus area for a period of several month
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, bounding box, Tracking ID
    • Task: Surveillance
      Used in papers
        Huang et al., "Long-Term Pedestrian Trajectory Prediction Using Mutable Intention Filter and Warp LSTM", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Huang_Long_2021_RAL,
    author = "Huang, Zhe and Hasan, Aamir and Shin, Kazuki and Li, Ruohua and Driggs-Campbell, Katherine",
    journal = "RAL",
    title = "Long-Term Pedestrian Trajectory Prediction Using Mutable Intention Filter and Warp LSTM",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "542-549"
}
        Carvalho et al., "Long-Term Prediction Of Motion Trajectories Using Path Homology Clusters", IROS, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Carvalho_2019_IROS,
    author = "Carvalho, J Frederico and Vejdemo-Johansson, Mikael and Pokorny, Florian T and Kragic, Danica",
    booktitle = "IROS",
    title = "Long-Term Prediction Of Motion Trajectories Using Path Homology Clusters",
    year = "2019"
}
        Zhi et al., "Kernel Trajectory Maps For Multi-Modal Probabilistic Motion Prediction", CoRL, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhi_2019_CORL,
    author = "Zhi, Weiming and Ott, Lionel and Ramos, Fabio",
    title = "Kernel Trajectory Maps For Multi-Modal Probabilistic Motion Prediction",
    booktitle = "CoRL",
    year = "2019"
}
      Bibtex 
      @mastersthesis{Majecka_2009,
    author = "Majecka, Barbara",
    title = "Statistical Models Of Pedestrian Behaviour In The Forum",
    school = "School of Informatics, University of Edinburgh",
    year = "2009"
}
    Ego4D link paper arxiv
    • Summary: A dataset of 3.7K hours of daily-life activity video with various activities captured by 931 unique camera in 74 worldwide locations and 9 different countries.
    • Applications: Action prediction
    • Data type and annotations: RGB, Audio, Q&A, Activity Label, Temporal Segment
    • Task: Activity (Ego)
      Used in papers
        Pasca et al., "Summarize the Past to Predict the Future: Natural Language Descriptions of Context Boost Multimodal Object Interaction Anticipation", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Pasca_Summarize_2024_CVPR,
    author = "Pasca, Razvan-George and Gavryushin, Alexey and Hamza, Muhammad and Kuo, Yen-Ling and Mo, Kaichun and Van Gool, Luc and Hilliges, Otmar and Wang, Xi",
    title = "Summarize the Past to Predict the Future: Natural Language Descriptions of Context Boost Multimodal Object Interaction Anticipation",
    booktitle = "CVPR",
    year = "2024"
}
        Mittal et al., "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mittal_Cant_2024_CVPR,
    author = "Mittal, Himangi and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon",
    title = "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models",
    booktitle = "CVPR",
    year = "2024"
}
        Zhao et al., "AntGPT: Can Large Language Models Help Long-term Action Anticipation from Videos?", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Zhao_AntGPT_2024_ICLR,
    author = "Zhao, Qi and Wang, Shijie and Zhang, Ce and Fu, Changcheng and Do, Minh Quan and Agarwal, Nakul and Lee, Kwonjoon and Sun, Chen",
    title = "Ant{GPT}: Can Large Language Models Help Long-term Action Anticipation from Videos?",
    booktitle = "ICLR",
    year = "2024"
}
        Mascaro et al., "Intention-Conditioned Long-Term Human Egocentric Action Anticipation", WACV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mascaro_2023_WACV,
    author = "Mascaro, Esteve Valls and Ahn, Hyemin and Lee, Dongheui",
    title = "Intention-Conditioned Long-Term Human Egocentric Action Anticipation",
    booktitle = "WACV",
    year = "2023"
}
      Bibtex 
      @inproceedings{Grauman_2022_CVPR,
    author = "Grauman, Kristen and Westbury, Andrew and Byrne, Eugene and Chavis, Zachary and Furnari, Antonino and Girdhar, Rohit and Hamburger, Jackson and Jiang, Hao and Liu, Miao and Liu, Xingyu and others",
    title = "Ego4d: Around the world in 3,000 hours of egocentric video",
    booktitle = "CVPR",
    year = "2022"
}
    EgoHumans link arxiv
    • Summary: A multi-view dataset of various activities for egocentric 3D pose estimation consisting of 125K egocentric images.
    • Applications: Motion prediction
    • Data type and annotations: 3D Pose, 3D Mesh, RGB
    • Task: Activity
      Used in papers
        Choudhury et al., "TEMPO: Efficient Multi-View Pose Estimation, Tracking, and Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Choudhury_2023_ICCV,
    author = "Choudhury, Rohan and Kitani, Kris M. and Jeni, Laszlo A.",
    title = "TEMPO: Efficient Multi-View Pose Estimation, Tracking, and Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
      Bibtex 
      @article{Khirodkar_2023_Arxiv,
    author = "Khirodkar, Rawal and Bansal, Aayush and Ma, Lingni and Newcombe, Richard and Vo, Minh and Kitani, Kris",
    title = "EgoHumans: An Egocentric 3D Multi-Human Benchmark",
    journal = "arXiv:2305.16487",
    year = "2023"
}
    EgoPAT3D link paper arxiv
    • Summary: A dataset of 15 household scenes with 150 recordings with different object configurations.
    • Applications: Other prediction
    • Data type and annotations: RGB, IR, IMU, Point Cloud, Action, Pose
    • Task: Action
      Used in papers
        Bao et al., "Uncertainty-aware State Space Transformer for Egocentric 3D Hand Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bao_2023_ICCV,
    author = "Bao, Wentao and Chen, Lele and Zeng, Libing and Li, Zhong and Xu, Yi and Yuan, Junsong and Kong, Yu",
    title = "Uncertainty-aware State Space Transformer for Egocentric 3D Hand Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Li et al., "Egocentric Prediction of Action Target in 3D", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2022_CVPR_2,
    author = "Li, Yiming and Cao, Ziang and Liang, Andrew and Liang, Benjamin and Chen, Luoyao and Zhao, Hang and Feng, Chen",
    title = "Egocentric Prediction of Action Target in {3D}",
    booktitle = "CVPR",
    year = "2022"
}
      Bibtex 
      @InProceedings{Li_2022_CVPR,
    author = "Li, Lihuan and Pagnucco, Maurice and Song, Yang",
    title = "Graph-Based Spatial Transformer With Memory Replay for Multi-Future Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
    EgoPose link paper arxiv
    • Summary: A dataset of walking human video clips from the front and egocentric views with the corresponding 3D poses
    • Applications: Motion prediction
    • Data type and annotations: RGB, 3D pose
    • Task: Pose (egocentric)
      Used in papers
        Yuan et al., "Ego-Pose Estimation And Forecasting As Real-Time Pd Control", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2019_ICCV,
    author = "Yuan, Ye and Kitani, Kris",
    title = "Ego-Pose Estimation And Forecasting As Real-Time Pd Control",
    booktitle = "ICCV",
    year = "2019"
}
      Bibtex 
      @InProceedings{Yuan_2019_ICCV,
    author = "Yuan, Ye and Kitani, Kris",
    title = "Ego-Pose Estimation And Forecasting As Real-Time Pd Control",
    booktitle = "ICCV",
    year = "2019"
}
    EILT link paper arxiv
    • Summary: A dataset of pedestrians recorded using a wearable camera in 6 indoor and outdoor environments.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, bounding box
    • Task: Pedestrian
      Used in papers
        Qiu et al., "Indoor Future Person Localization from an Egocentric Wearable Camera", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Qiu_2021_IROS,
    author = "Qiu, Jianing and Lo, Frank P-W and Gu, Xiao and Sun, Yingnan and Jiang, Shuo and Lo, Benny",
    booktitle = "IROS",
    title = "Indoor Future Person Localization from an Egocentric Wearable Camera",
    year = "2021"
}
      Bibtex 
      @InProceedings{Qiu_2021_IROS,
    author = "Qiu, Jianing and Lo, Frank P-W and Gu, Xiao and Sun, Yingnan and Jiang, Shuo and Lo, Benny",
    booktitle = "IROS",
    title = "Indoor Future Person Localization from an Egocentric Wearable Camera",
    year = "2021"
}
    Epic-Fail link paper arxiv
    • Summary: A risk-assessment dataset of failed activity videos with 3K samples annotated at every 15 frames with bounding boxes around risky regions
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, trajectory, temporal segment
    • Task: Risk assessment
      Used in papers
        Zeng et al., "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization", CVPR, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zeng_2017_CVPR,
    author = "Zeng, Kuo-Hao and Chou, Shih-Han and Chan, Fu-Hsiang and Carlos Niebles, Juan and Sun, Min",
    title = "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization",
    booktitle = "CVPR",
    year = "2017"
}
      Bibtex 
      @InProceedings{Zeng_2017_CVPR,
    author = "Zeng, Kuo-Hao and Chou, Shih-Han and Chan, Fu-Hsiang and Carlos Niebles, Juan and Sun, Min",
    title = "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization",
    booktitle = "CVPR",
    year = "2017"
}
    Epic-Kitchens link paper arxiv
    • Summary: An egocentric cooking action dataset with 55 hours of recording at 60fps with corresponding audio recording and 40K action segments
    • Applications: Action prediction
    • Data type and annotations: RGB, audio, bounding box, object class, text, temporal segment
    • Task: Cooking (egocentric)
      Used in papers
        Gu et al., "Seer: Language Instructed Video Prediction with Latent Diffusion Models", ICLR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Gu_seer_2024_ICLR,
    author = "Gu, Xianfan and Wen, Chuan and Ye, Weirui and Song, Jiaming and Gao, Yang",
    title = "Seer: Language Instructed Video Prediction with Latent Diffusion Models",
    booktitle = "ICLR",
    year = "2024"
}
        Guo et al., "Uncertainty-aware Action Decoupling Transformer for Action Anticipation", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Guo_Uncertainty_2024_CVPR,
    author = "Guo, Hongji and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon and Ji, Qiang",
    title = "Uncertainty-aware Action Decoupling Transformer for Action Anticipation",
    booktitle = "CVPR",
    year = "2024"
}
        Mittal et al., "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mittal_Cant_2024_CVPR,
    author = "Mittal, Himangi and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon",
    title = "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models",
    booktitle = "CVPR",
    year = "2024"
}
        Zhao et al., "AntGPT: Can Large Language Models Help Long-term Action Anticipation from Videos?", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Zhao_AntGPT_2024_ICLR,
    author = "Zhao, Qi and Wang, Shijie and Zhang, Ce and Fu, Changcheng and Do, Minh Quan and Agarwal, Nakul and Lee, Kwonjoon and Sun, Chen",
    title = "Ant{GPT}: Can Large Language Models Help Long-term Action Anticipation from Videos?",
    booktitle = "ICLR",
    year = "2024"
}
        Girase et al., "Latency Matters: Real-Time Action Forecasting Transformer", CVPR, 2023. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Girase_2023_CVPR,
    author = "Girase, Harshayu and Agarwal, Nakul and Choi, Chiho and Mangalam, Karttikeya",
    title = "Latency Matters: Real-Time Action Forecasting Transformer",
    booktitle = "CVPR",
    year = "2023"
}
        Stergiou et al., "The Wisdom of Crowds: Temporal Progressive Attention for Early Action Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Stergiou_2023_CVPR,
    author = "Stergiou, Alexandros and Damen, Dima",
    title = "The Wisdom of Crowds: Temporal Progressive Attention for Early Action Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Zhong et al., "Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation", WACV, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhong_2023_WACV,
    author = "Zhong, Zeyun and Schneider, David and Voit, Michael and Stiefelhagen, Rainer and Beyerer, Jurgen",
    title = "Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation",
    booktitle = "WACV",
    year = "2023"
}
        Liu et al., "A Hybrid Egocentric Activity Anticipation Framework via Memory-Augmented Recurrent and One-Shot Representation Forecasting", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR_2,
    author = "Liu, Tianshan and Lam, Kin-Man",
    title = "A Hybrid Egocentric Activity Anticipation Framework via Memory-Augmented Recurrent and One-Shot Representation Forecasting",
    booktitle = "CVPR",
    year = "2022"
}
        Nawhal et al., "Rethinking Learning Approaches for Long-Term Action Anticipation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Nawhal_2022_ECCV,
    author = "Nawhal, Megha and Jyothi, Akash Abdu and Mori, Greg",
    title = "Rethinking Learning Approaches for Long-Term Action Anticipation",
    booktitle = "ECCV",
    year = "2022"
}
        Roy et al., "Action Anticipation Using Latent Goal Learning", WACV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Roy_2022_WACV,
    author = "Roy, Debaditya and Fernando, Basura",
    title = "Action Anticipation Using Latent Goal Learning",
    booktitle = "WACV",
    year = "2022"
}
        Ke et al., "Future Moment Assessment for Action Query", WACV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ke_2021_WACV,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Future Moment Assessment for Action Query",
    booktitle = "WACV",
    year = "2021"
}
        Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}
        Zhao et al., "On Diverse Asynchronous Activity Anticipation", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2020_ECCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "On Diverse Asynchronous Activity Anticipation",
    booktitle = "ECCV",
    year = "2020"
}
        Ke et al., "Time-Conditioned Action Anticipation In One Shot", CVPR, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ke_2019_CVPR,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Time-Conditioned Action Anticipation In One Shot",
    booktitle = "CVPR",
    year = "2019"
}
        Furnari et al., "What Would You Expect? Anticipating Egocentric Actions With Rolling-Unrolling LSTMs And Modality Attention", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Furnari_2019_ICCV,
    author = "Furnari, Antonino and Farinella, Giovanni Maria",
    title = "What Would You Expect? Anticipating Egocentric Actions With Rolling-Unrolling {LSTMs} And Modality Attention",
    booktitle = "ICCV",
    year = "2019"
}
        Furnari et al., "Egocentric Action Anticipation By Disentangling Encoding And Inference", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Furnari_2019_ICIP,
    author = "Furnari, A. and Farinella, G. M.",
    booktitle = "ICIP",
    title = "Egocentric Action Anticipation By Disentangling Encoding And Inference",
    year = "2019"
}
        Liu et al., "Joint Hand Motion and Interaction Hotspots Prediction From Egocentric Videos", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR_3,
    author = "Liu, Shaowei and Tripathi, Subarna and Majumdar, Somdeb and Wang, Xiaolong",
    title = "Joint Hand Motion and Interaction Hotspots Prediction From Egocentric Videos",
    booktitle = "CVPR",
    year = "2022"
}
        Jia et al., "Generative Adversarial Network for Future Hand Segmentation from Egocentric Video", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jia_2022_ECCV,
    author = "Jia, Wenqi and Liu, Miao and Rehg, James M.",
    title = "Generative Adversarial Network for Future Hand Segmentation from Egocentric Video",
    booktitle = "ECCV",
    year = "2022"
}
      Bibtex 
      @InProceedings{Damen_2018_ECCV,
    author = "Damen, Dima and Doughty, Hazel and Farinella, Giovanni Maria and Fidler, Sanja and Furnari, Antonino and Kazakos, Evangelos and Moltisanti, Davide and Munro, Jonathan and Perrett, Toby and Price, Will and Wray, Michael",
    title = "Scaling Egocentric Vision: The {EPIC-KITCHENS} Dataset",
    booktitle = "ECCV",
    year = "2018"
}
    ERA5 link paper
    • Summary: A dataset of climate recorded hourly since 1940.
    • Applications:
    • Data type and annotations: RGB, Trajectory, Weather
    • Task: Weather
      Used in papers
        Park et al., "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Park_longterm_2024_ICLR,
    author = "Park, Young-Jae and Seo, Minseok and Kim, Doyi and Kim, Hyeri and Choi, Sanghoon and Choi, Beomkyu and Ryu, Jeongwon and Son, Sohee and Jeon, Hae-Gon and Choi, Yeji",
    title = "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data",
    booktitle = "ICLR",
    year = "2024"
}
      Bibtex 
      @article{Dee_Era_2011_QJRMS,
    author = "Dee, Dick P and Uppala, S Mꎬ and Simmons, Adrian J and Berrisford, Paul and Poli, Paul and Kobayashi, Shinya and Andrae, U and Balmaseda, MA and Balsamo, G and Bauer, d P and others",
    title = "The ERA-Interim reanalysis: Configuration and performance of the data assimilation system",
    journal = "Quarterly Journal of the Royal Meteorological Society",
    volume = "137",
    number = "656",
    pages = "553--597",
    year = "2011"
}
    ETH link paper
    • Summary: A dataset of pedestrian trajectory with 650 tracks in 25+ minutes of video footage
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory
    • Task: Surveillance
      Used in papers
        Bae et al., "Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_Can_2024_CVPR,
    author = "Bae, Inhwan and Lee, Junoh and Jeon, Hae-Gon",
    title = "Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Xu et al., "Adapting to Length Shift: FlexiLength Network for Trajectory Prediction", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_Adapting_2024_CVPR,
    author = "Xu, Yi and Fu, Yun",
    title = "Adapting to Length Shift: FlexiLength Network for Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Wong et al., "SocialCircle: Learning the Angle-based Social Interaction Representation for Pedestrian Trajectory Prediction", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wong_SocialCircle_2024_CVPR,
    author = "Wong, Conghao and Xia, Beihao and Zou, Ziqian and Wang, Yulong and You, Xinge",
    title = "SocialCircle: Learning the Angle-based Social Interaction Representation for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Bae et al., "SingularTrajectory: Universal Trajectory Predictor Using Diffusion Model", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_SingularTrajectory_2024_CVPR,
    author = "Bae, Inhwan and Park, Young-Jae and Jeon, Hae-Gon",
    title = "SingularTrajectory: Universal Trajectory Predictor Using Diffusion Model",
    booktitle = "CVPR",
    year = "2024"
}
        Kim et al., "Higher-order Relational Reasoning for Pedestrian Trajectory Prediction", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_Higher_2024_CVPR,
    author = "Kim, Sungjune and Chi, Hyung-gun and Lim, Hyerin and Ramani, Karthik and Kim, Jinkyu and Kim, Sangpil",
    title = "Higher-order Relational Reasoning for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        chib et al., "MS-TIP: Imputation Aware Pedestrian Trajectory Prediction", ICML, 2024. paper code
          Datasets Metrics
          Bibtex 
          @inproceedings{Chip_MSTIP_2024_ICML,
    author = "singh chib, Pranav and Nath, Achintya and Kabra, Paritosh and Gupta, Ishu and Singh, Pravendra",
    title = "{MS}-{TIP}: Imputation Aware Pedestrian Trajectory Prediction",
    booktitle = "ICML",
    year = "2024"
}
        chib et al., "Enhancing Trajectory Prediction through Self-Supervised Waypoint Distortion Prediction", ICML, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Chib_Enhancing_2024_ICML,
    author = "singh chib, Pranav and Singh, Pravendra",
    title = "Enhancing Trajectory Prediction through Self-Supervised Waypoint Distortion Prediction",
    booktitle = "ICML",
    year = "2024"
}
        Shahroudi et al., "Evaluation of Trajectory Distribution Predictions with Energy Score", ICML, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Shahroudi_evaluation_2024_ICML,
    author = "Shahroudi, Novin and Lepson, Mihkel and Kull, Meelis",
    title = "Evaluation of Trajectory Distribution Predictions with Energy Score",
    booktitle = "ICML",
    year = "2024"
}
        Saadatnejad et al., "Social-Transmotion: Promptable Human Trajectory Prediction", ICLR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Saadatnejad_socialtransmotion_2024_ICLR,
    author = "Saadatnejad, Saeed and Gao, Yang and Messaoud, Kaouther and Alahi, Alexandre",
    title = "Social-Transmotion: Promptable Human Trajectory Prediction",
    booktitle = "ICLR",
    year = "2024"
}
        Groot et al., "Probabilistic Motion Planning and Prediction via Partitioned Scenario Replay", ICRA, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Groot_Probabilistic_2024_ICRA,
    author = "de Groot, Oscar and Sridharan, Anish and Alonso-Mora, Javier and Ferranti, Laura",
    booktitle = "ICRA",
    title = "Probabilistic Motion Planning and Prediction via Partitioned Scenario Replay",
    year = "2024"
}
        Wang et al., "Pedestrian Trajectory Prediction Using Dynamics-based Deep Learning", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Wang_Pedestrian_2024_ICRA,
    author = "Wang, Honghui and Zhi, Weiming and Batista, Gustavo and Chandra, Rohitash",
    booktitle = "ICRA",
    title = "Pedestrian Trajectory Prediction Using Dynamics-based Deep Learning",
    year = "2024"
}
        Bhaskara et al., "Trajectory Prediction for Robot Navigation using Flow-Guided Markov Neural Operator", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Bhaskara_Trajectory_2024_ICRA,
    author = "Bhaskara, Rashmi and Viswanath, Hrishikesh and Bera, Aniket",
    booktitle = "ICRA",
    title = "Trajectory Prediction for Robot Navigation using Flow-Guided Markov Neural Operator",
    year = "2024"
}
        Lin et al., "DyHGDAT: Dynamic Hypergraph Dual Attention Network for multi-agent trajectory prediction", ICRA, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Lin_DyHGDAT_2024_ICRA,
    author = "Lin, Weilong and Zeng, Xinhua and Pang, Chengxin and Teng, Jing and Liu, Jing",
    booktitle = "ICRA",
    title = "DyHGDAT: Dynamic Hypergraph Dual Attention Network for multi-agent trajectory prediction",
    year = "2024"
}
        Chen et al., "Goal-Guided and Interaction-Aware State Refinement Graph Attention Network for Multi-Agent Trajectory Prediction", RAL, 2024. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Chen_Goal_2024_RAL,
    author = "Chen, Xiaobo and Luo, Fengbo and Zhao, Feng and Ye, Qiaolin",
    journal = "RAL",
    title = "Goal-Guided and Interaction-Aware State Refinement Graph Attention Network for Multi-Agent Trajectory Prediction",
    year = "2024",
    volume = "9",
    number = "1",
    pages = "57-64",
    keywords = "Trajectory;Predictive models;Feature extraction;Transformers;Generative adversarial networks;Behavioral sciences;Task analysis;Graph attention;multi-agent trajectory prediction;multimodal prediction;state refinement",
    doi = "10.1109/LRA.2023.3331651"
}
        Liu et al., "STAGP: Spatio-Temporal Adaptive Graph Pooling Network for Pedestrian Trajectory Prediction", RAL, 2024. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Liu_STAGP_2024_RAL,
    author = "Liu, Zhening and He, Li and Yuan, Liang and Lv, Kai and Zhong, Runhao and Chen, Yaohua",
    journal = "RAL",
    title = "STAGP: Spatio-Temporal Adaptive Graph Pooling Network for Pedestrian Trajectory Prediction",
    year = "2024",
    volume = "9",
    number = "3",
    pages = "2001-2007"
}
        Chen et al., "Unsupervised Sampling Promoting for Stochastic Human Trajectory Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_CVPR,
    author = "Chen, Guangyi and Chen, Zhenhao and Fan, Shunxing and Zhang, Kun",
    title = "Unsupervised Sampling Promoting for Stochastic Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Mao et al., "Leapfrog Diffusion Model for Stochastic Trajectory Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2023_CVPR,
    author = "Mao, Weibo and Xu, Chenxin and Zhu, Qi and Chen, Siheng and Wang, Yanfeng",
    title = "Leapfrog Diffusion Model for Stochastic Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Wang et al., "FEND: A Future Enhanced Distribution-Aware Contrastive Learning Framework for Long-Tail Trajectory Prediction", CVPR, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2023_CVPR,
    author = "Wang, Yuning and Zhang, Pu and Bai, Lei and Xue, Jianru",
    title = "FEND: A Future Enhanced Distribution-Aware Contrastive Learning Framework for Long-Tail Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Xu et al., "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2023_CVPR,
    author = "Xu, Yi and Bazarjani, Armin and Chi, Hyung-gun and Choi, Chiho and Fu, Yun",
    title = "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Sun et al., "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction", CVPR, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Lu, Cewu",
    title = "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Bae et al., "EigenTrajectory: Low-Rank Descriptors for Multi-Modal Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2023_ICCV,
    author = "Bae, Inhwan and Oh, Jean and Jeon, Hae-Gon",
    title = "EigenTrajectory: Low-Rank Descriptors for Multi-Modal Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Dong et al., "Sparse Instance Conditioned Multimodal Trajectory Prediction", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Dong_2023_ICCV,
    author = "Dong, Yonghao and Wang, Le and Zhou, Sanping and Hua, Gang",
    title = "Sparse Instance Conditioned Multimodal Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Maeda et al., "Fast Inference and Update of Probabilistic Density Estimation on Trajectory Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Maeda_2023_ICCV,
    author = "Maeda, Takahiro and Ukita, Norimichi",
    title = "Fast Inference and Update of Probabilistic Density Estimation on Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Shi et al., "Trajectory Unified Transformer for Pedestrian Trajectory Prediction", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2023_ICCV,
    author = "Shi, Liushuai and Wang, Le and Zhou, Sanping and Hua, Gang",
    title = "Trajectory Unified Transformer for Pedestrian Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Weng et al., "Joint Metrics Matter: A Better Standard for Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Weng_2023_ICCV,
    author = "Weng, Erica and Hoshino, Hana and Ramanan, Deva and Kitani, Kris",
    title = "Joint Metrics Matter: A Better Standard for Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Zhang et al., "TrajPAC: Towards Robustness Verification of Pedestrian Trajectory Prediction Models", ICCV, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2023_ICCV,
    author = "Zhang, Liang and Xu, Nathaniel and Yang, Pengfei and Jin, Gaojie and Huang, Cheng-Chao and Zhang, Lijun",
    title = "TrajPAC: Towards Robustness Verification of Pedestrian Trajectory Prediction Models",
    booktitle = "ICCV",
    year = "2023"
}
        Bagi et al., "Generative Causal Representation Learning for Out-of-Distribution Motion Forecasting", ICML, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Bagi_2023_ICML,
    author = "Bagi, Shayan Shirahmad Gale and Gharaee, Zahra and Schulte, Oliver and Crowley, Mark",
    title = "Generative Causal Representation Learning for Out-of-Distribution Motion Forecasting",
    booktitle = "ICML",
    year = "2023"
}
        Ivanovic et al., "Expanding the Deployment Envelope of Behavior Prediction via Adaptive Meta-Learning", ICRA, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2023_ICRA,
    author = "Ivanovic, Boris and Harrison, James and Pavone, Marco",
    title = "Expanding the Deployment Envelope of Behavior Prediction via Adaptive Meta-Learning",
    booktitle = "ICRA",
    year = "2023"
}
        Salzmann et al., "Robots That Can See: Leveraging Human Pose for Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Salzmann_Robots_2023_RAL,
    author = "Salzmann, Tim and Chiang, Hao-Tien Lewis and Ryll, Markus and Sadigh, Dorsa and Parada, Carolina and Bewley, Alex",
    journal = "RAL",
    title = "Robots That Can See: Leveraging Human Pose for Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "11",
    pages = "7090-7097"
}
        Zhou et al., "Dynamic Attention-Based CVAE-GAN for Pedestrian Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Zhou_Dynamic_2023_RAL,
    author = "Zhou, Zhou and Huang, Gang and Su, Zhaoxin and Li, Yongfu and Hua, Wei",
    journal = "RAL",
    title = "Dynamic Attention-Based CVAE-GAN for Pedestrian Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "2",
    pages = "704-711"
}
        Bhujel et al., "Disentangling Crowd Interactions for Pedestrians Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Bhujel_Disentangling_2023_RAL,
    author = "Bhujel, Niraj and Yau, Wei-Yun",
    journal = "RAL",
    title = "Disentangling Crowd Interactions for Pedestrians Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "5",
    pages = "3078-3085"
}
        Kedia et al., "A Game-Theoretic Framework for Joint Forecasting and Planning", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Kedia_2023_IROS,
    author = "Kedia, Kushal and Dan, Prithwish and Choudhury, Sanjiban",
    booktitle = "IROS",
    title = "A Game-Theoretic Framework for Joint Forecasting and Planning",
    year = "2023"
}
        Poddar et al., "From Crowd Motion Prediction to Robot Navigation in Crowds", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Poddar_2023_IROS,
    author = "Poddar, Sriyash and Mavrogiannis, Christoforos and Srinivasa, Siddhartha S.",
    booktitle = "IROS",
    title = "From Crowd Motion Prediction to Robot Navigation in Crowds",
    year = "2023"
}
        Bae et al., "Non-Probability Sampling Network for Stochastic Human Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2022_CVPR,
    author = "Bae, Inhwan and Park, Jin-Hwi and Jeon, Hae-Gon",
    title = "Non-Probability Sampling Network for Stochastic Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Chen et al., "ScePT: Scene-Consistent, Policy-Based Trajectory Predictions for Planning", CVPR, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2022_CVPR,
    author = "Chen, Yuxiao and Ivanovic, Boris and Pavone, Marco",
    title = "{ScePT}: Scene-Consistent, Policy-Based Trajectory Predictions for Planning",
    booktitle = "CVPR",
    year = "2022"
}
        Gu et al., "Stochastic Trajectory Prediction via Motion Indeterminacy Diffusion", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gu_2022_CVPR,
    author = "Gu, Tianpei and Chen, Guangyi and Li, Junlong and Lin, Chunze and Rao, Yongming and Zhou, Jie and Lu, Jiwen",
    title = "Stochastic Trajectory Prediction via Motion Indeterminacy Diffusion",
    booktitle = "CVPR",
    year = "2022"
}
        Liu et al., "Towards Robust and Adaptive Motion Forecasting: A Causal Representation Perspective", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR,
    author = "Liu, Yuejiang and Cadei, Riccardo and Schweizer, Jonas and Bahmani, Sherwin and Alahi, Alexandre",
    title = "Towards Robust and Adaptive Motion Forecasting: A Causal Representation Perspective",
    booktitle = "CVPR",
    year = "2022"
}
        Monti et al., "How Many Observations Are Enough? Knowledge Distillation for Trajectory Forecasting", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Monti_2022_CVPR,
    author = "Monti, Alessio and Porrello, Angelo and Calderara, Simone and Coscia, Pasquale and Ballan, Lamberto and Cucchiara, Rita",
    title = "How Many Observations Are Enough? Knowledge Distillation for Trajectory Forecasting",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Remember Intentions: Retrospective-Memory-Based Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR,
    author = "Xu, Chenxin and Mao, Weibo and Zhang, Wenjun and Chen, Siheng",
    title = "Remember Intentions: Retrospective-Memory-Based Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Sun et al., "Human Trajectory Prediction With Momentary Observation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2022_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Fang, Hao-Shu and Li, Yong-Lu and Lu, Cewu",
    title = "Human Trajectory Prediction With Momentary Observation",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "GroupNet: Multiscale Hypergraph Neural Networks for Trajectory Prediction With Relational Reasoning", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR_2,
    author = "Xu, Chenxin and Li, Maosen and Ni, Zhenyang and Zhang, Ya and Chen, Siheng",
    title = "{GroupNet}: Multiscale Hypergraph Neural Networks for Trajectory Prediction With Relational Reasoning",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Adaptive Trajectory Prediction via Transferable GNN", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR_3,
    author = "Xu, Yi and Wang, Lichen and Wang, Yizhou and Fu, Yun",
    title = "Adaptive Trajectory Prediction via Transferable {GNN}",
    booktitle = "CVPR",
    year = "2022"
}
        Bae et al., "Learning Pedestrian Group Representations for Multi-modal Trajectory Prediction", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2022_ECCV,
    author = "Bae, Inhwan and Park, Jin-Hwi and Jeon, Hae-Gon",
    title = "Learning Pedestrian Group Representations for Multi-modal Trajectory Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Hu et al., "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior", ECCV, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2022_ECCV,
    author = "Hu, Bo and Cham, Tat-Jen",
    title = "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior",
    booktitle = "ECCV",
    year = "2022"
}
        Mohamed et al., "Social-Implicit: Rethinking Trajectory Prediction Evaluation and the Effectiveness of Implicit Maximum Likelihood Estimation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohamed_2022_ECCV,
    author = "Mohamed, Abduallah and Zhu, Deyao and Vu, Warren and Elhoseiny, Mohamed and Claudel, Christian",
    title = "{Social-Implicit}: Rethinking Trajectory Prediction Evaluation and the Effectiveness of Implicit Maximum Likelihood Estimation",
    booktitle = "ECCV",
    year = "2022"
}
        Tsao et al., "Social-SSL: Self-Supervised Cross-Sequence Representation Learning Based on Transformers for Multi-agent Trajectory Prediction", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Tsao_2022_ECCV,
    author = "Tsao, Li-Wu and Wang, Yan-Kai and Lin, Hao-Siang and Shuai, Hong-Han and Wong, Lai-Kuan and Cheng, Wen-Huang",
    title = "{Social-SSL}: Self-Supervised Cross-Sequence Representation Learning Based on Transformers for Multi-agent Trajectory Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Wong et al., "View Vertically: A Hierarchical Network for Trajectory Prediction via Fourier Spectrums", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wong_2022_ECCV,
    author = "Wong, Conghao and Xia, Beihao and Hong, Ziming and Peng, Qinmu and Yuan, Wei and Cao, Qiong and Yang, Yibo and You, Xinge",
    title = "View Vertically: A Hierarchical Network for Trajectory Prediction via Fourier Spectrums",
    booktitle = "ECCV",
    year = "2022"
}
        Xu et al., "SocialVAE: Human Trajectory Prediction Using Timewise Latents", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_ECCV,
    author = "Xu, Pei and Hayet, Jean-Bernard and Karamouzas, Ioannis",
    title = "{SocialVAE}: Human Trajectory Prediction Using Timewise Latents",
    booktitle = "ECCV",
    year = "2022"
}
        Yue et al., "Human Trajectory Prediction via Neural Social Physics", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yue_2022_ECCV,
    author = "Yue, Jiangbei and Manocha, Dinesh and Wang, He",
    title = "Human Trajectory Prediction via Neural Social Physics",
    booktitle = "ECCV",
    year = "2022"
}
        Meng et al., "Forecasting Human Trajectory from Scene History", NeurIPS, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Meng_2022_NeurIPS,
    author = "Meng, Mancheng and Wu, Ziyan and Chen, Terrence and Cai, Xiran and Zhou, Xiang Sean and Yang, Fan and Shen, Dinggang",
    title = "Forecasting Human Trajectory from Scene History",
    booktitle = "NeurIPS",
    year = "2022"
}
        Makansi et al., "You Mostly Walk Alone: Analyzing Feature Attribution in Trajectory Prediction", ICLR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2022_ICLR,
    author = "Makansi, Osama and Kugelgen, Julius Von and Locatello, Francesco and Gehler, Peter Vincent and Janzing, Dominik and Brox, Thomas and Scholkopf, Bernhard",
    title = "You Mostly Walk Alone: Analyzing Feature Attribution in Trajectory Prediction",
    booktitle = "ICLR",
    year = "2022"
}
        Hasan et al., "Meta-path Analysis on Spatio-Temporal Graphs for Pedestrian Trajectory Prediction", ICRA, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2022_ICRA,
    author = "Hasan, Aamir and Sriram, Pranav and Driggs-Campbell, Katherine",
    booktitle = "ICRA",
    title = "Meta-path Analysis on Spatio-Temporal Graphs for Pedestrian Trajectory Prediction",
    year = "2022"
}
        Ivanovic et al., "Propagating State Uncertainty Through Trajectory Forecasting", ICRA, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2022_ICRA,
    author = "Ivanovic, Boris and Lin, Yifeng and Shrivastava, Shubham and Chakravarty, Punarjay and Pavone, Marco",
    booktitle = "ICRA",
    title = "Propagating State Uncertainty Through Trajectory Forecasting",
    year = "2022"
}
        Zhou et al., "Grouptron: Dynamic Multi-Scale Graph Convolutional Networks for Group-Aware Dense Crowd Trajectory Forecasting", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhou_2022_ICRA,
    author = "Zhou, Rui and Zhou, Hongyu and Gao, Huidong and Tomizuka, Masayoshi and Li, Jiachen and Xu, Zhuo",
    booktitle = "ICRA",
    title = "Grouptron: Dynamic Multi-Scale Graph Convolutional Networks for Group-Aware Dense Crowd Trajectory Forecasting",
    year = "2022"
}
        Xie et al., "Synchronous Bi-Directional Pedestrian Trajectory Prediction with Error Compensation", ACCV, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xie_2022_ACCV,
    author = "Xie, Ce and Li, Yuanman and Liang, Rongqin and Dong, Li and Li, Xia",
    title = "Synchronous Bi-Directional Pedestrian Trajectory Prediction with Error Compensation",
    booktitle = "ACCV",
    year = "2022"
}
        Sun et al., "Unified and Fast Human Trajectory Prediction Via Conditionally Parameterized Normalizing Flow", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Sun_Unified_2022_RAL,
    author = "Sun, Jianhua and Wang, Zehao and Li, Jiefeng and Lu, Cewu",
    journal = "RAL",
    title = "Unified and Fast Human Trajectory Prediction Via Conditionally Parameterized Normalizing Flow",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "842-849"
}
        Huang et al., "Learning Sparse Interaction Graphs of Partially Detected Pedestrians for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Huang_Learning_2022_RAL,
    author = "Huang, Zhe and Li, Ruohua and Shin, Kazuki and Driggs-Campbell, Katherine",
    journal = "RAL",
    title = "Learning Sparse Interaction Graphs of Partially Detected Pedestrians for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "1198-1205"
}
        Wang et al., "Stepwise Goal-Driven Networks for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Wang_2022_RAL_2,
    author = "Wang, Chuhua and Wang, Yuchen and Xu, Mingze and Crandall, David J.",
    journal = "RAL",
    title = "Stepwise Goal-Driven Networks for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "2716-2723"
}
        Zhou et al., "GA-STT: Human Trajectory Prediction with Group Aware Spatial-temporal Transformer", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @Article{Zhou_2022_RAL,
    author = "Zhou, Lei and Yang, Dingye and Zhai, Xiaolin and Wu, Shichao and Hu, ZhengXi and Liu, Jingtai",
    journal = "RAL",
    title = "{GA-STT}: Human Trajectory Prediction with Group Aware Spatial-temporal Transformer",
    volume = "7",
    number = "3",
    pages = "7660--7667",
    year = "2022"
}
        Chen et al., "HGCN-GJS: Hierarchical Graph Convolutional Network with Groupwise Joint Sampling for Trajectory Prediction", IROS, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2022_IROS,
    author = "Chen, Yuying and Liu, Congcong and Mei, Xiaodong and Shi, Bertram E. and Liu, Ming",
    booktitle = "IROS",
    title = "{HGCN-GJS}: Hierarchical Graph Convolutional Network with Groupwise Joint Sampling for Trajectory Prediction",
    year = "2022"
}
        Zhu et al., "HalentNet: Multimodal Trajectory Forecasting with Hallucinative Intents", ICLR, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Deyao_2021_ICLR,
    author = "Zhu, Deyao and Zahran, Mohamed and Li, Li Erran and Elhoseiny, Mohamed",
    booktitle = "ICLR",
    title = "{HalentNet}: Multimodal Trajectory Forecasting with Hallucinative Intents",
    year = "2021"
}
        Pang et al., "Trajectory Prediction With Latent Belief Energy-Based Model", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Pang_2021_CVPR,
    author = "Pang, Bo and Zhao, Tianyang and Xie, Xu and Wu, Ying Nian",
    title = "Trajectory Prediction With Latent Belief Energy-Based Model",
    booktitle = "CVPR",
    year = "2021"
}
        Shafiee et al., "Introvert: Human Trajectory Prediction via Conditional 3D Attention", CVPR, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shafiee_2021_CVPR,
    author = "Shafiee, Nasim and Padir, Taskin and Elhamifar, Ehsan",
    title = "Introvert: Human Trajectory Prediction via Conditional 3D Attention",
    booktitle = "CVPR",
    year = "2021"
}
        Shi et al., "SGCN: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2021_CVPR,
    author = "Shi, Liushuai and Wang, Le and Long, Chengjiang and Zhou, Sanping and Zhou, Mo and Niu, Zhenxing and Hua, Gang",
    title = "{SGCN}: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2021"
}
        Chen et al., "Personalized Trajectory Prediction via Distribution Discrimination", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_ICCV,
    author = "Chen, Guangyi and Li, Junlong and Zhou, Nuoxing and Ren, Liangliang and Lu, Jiwen",
    title = "Personalized Trajectory Prediction via Distribution Discrimination",
    booktitle = "ICCV",
    year = "2021"
}
        Dendorfer et al., "MG-GAN: A Multi-Generator Model Preventing Out-of-Distribution Samples in Pedestrian Trajectory Prediction", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Dendorfer_2021_ICCV,
    author = "Dendorfer, Patrick and Elflein, Sven and Leal-Taixe, Laura",
    title = "{MG-GAN}: A Multi-Generator Model Preventing Out-of-Distribution Samples in Pedestrian Trajectory Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Li et al., "Spatial-Temporal Consistency Network for Low-Latency Trajectory Forecasting", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICCV,
    author = "Li, Shijie and Zhou, Yanying and Yi, Jinhui and Gall, Juergen",
    title = "Spatial-Temporal Consistency Network for Low-Latency Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Makansi et al., "On Exposing the Challenging Long Tail in Future Prediction of Traffic Actors", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2021_ICCV,
    author = "Makansi, Osama and Cicek, Ozgun and Marrakchi, Yassine and Brox, Thomas",
    title = "On Exposing the Challenging Long Tail in Future Prediction of Traffic Actors",
    booktitle = "ICCV",
    year = "2021"
}
        Mangalam et al., "From Goals, Waypoints & Paths to Long Term Human Trajectory Forecasting", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mangalam_2021_ICCV,
    author = "Mangalam, Karttikeya and An, Yang and Girase, Harshayu and Malik, Jitendra",
    title = "From Goals, Waypoints \& Paths to Long Term Human Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Sun et al., "Three Steps to Multimodal Trajectory Prediction: Modality Clustering, Classification and Synthesis", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2021_ICCV,
    author = "Sun, Jianhua and Li, Yuxuan and Fang, Hao-Shu and Lu, Cewu",
    title = "Three Steps to Multimodal Trajectory Prediction: Modality Clustering, Classification and Synthesis",
    booktitle = "ICCV",
    year = "2021"
}
        Yuan et al., "AgentFormer: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2021_ICCV,
    author = "Yuan, Ye and Weng, Xinshuo and Ou, Yanglan and Kitani, Kris M.",
    title = "{AgentFormer}: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Zhao et al., "Where Are You Heading? Dynamic Trajectory Prediction With Expert Goal Examples", ICCV, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2021_ICCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "Where Are You Heading? Dynamic Trajectory Prediction With Expert Goal Examples",
    booktitle = "ICCV",
    year = "2021"
}
        Chen et al., "Human Trajectory Prediction via Counterfactual Analysis", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_ICCV_2,
    author = "Chen, Guangyi and Li, Junlong and Lu, Jiwen and Zhou, Jie",
    title = "Human Trajectory Prediction via Counterfactual Analysis",
    booktitle = "ICCV",
    year = "2021"
}
        Liu et al., "AVGCN: Trajectory Prediction using Graph Convolutional Networks Guided by Human Attention", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2021_ICRA,
    author = "Liu, Congcong and Chen, Yuying and Liu, Ming and Shi, Bertram E.",
    booktitle = "ICRA",
    title = "{AVGCN}: Trajectory Prediction using Graph Convolutional Networks Guided by Human Attention",
    year = "2021"
}
        Malla et al., "Social-STAGE: Spatio-Temporal Multi-Modal Future Trajectory Forecast", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Malla_2021_ICRA,
    author = "Malla, Srikanth and Choi, Chiho and Dariush, Behzad",
    booktitle = "ICRA",
    title = "{Social-STAGE}: Spatio-Temporal Multi-Modal Future Trajectory Forecast",
    year = "2021"
}
        Zhu et al., "Star Topology based Interaction for Robust Trajectory Forecasting in Dynamic Scene", ICRA, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhu_2021_ICRA,
    author = "Zhu, Yanliang and Ren, Dongchun and Qian, Deheng and Fan, Mingyu and Li, Xin and Xia, Huaxia",
    booktitle = "ICRA",
    title = "Star Topology based Interaction for Robust Trajectory Forecasting in Dynamic Scene",
    year = "2021"
}
        Xu et al., "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @Article{Xu_2021_RAL,
    author = "Xu, Yi and Ren, Dongchun and Li, Mingxia and Chen, Yuehai and Fan, Mingyu and Xia, Huaxia",
    journal = "RAL",
    title = "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "1574-1581"
}
        Yao et al., "BiTraP: Bi-Directional Pedestrian Trajectory Prediction With Multi-Modal Goal Estimation", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Yao_2021_RAL,
    author = "Yao, Yu and Atkins, Ella and Johnson-Roberson, Matthew and Vasudevan, Ram and Du, Xiaoxiao",
    journal = "RAL",
    title = "{BiTraP}: Bi-Directional Pedestrian Trajectory Prediction With Multi-Modal Goal Estimation",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "3459-3466"
}
        Zhao et al., "Noticing Motion Patterns: A Temporal CNN With a Novel Convolution Operator for Human Trajectory Prediction", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Zhao_2021_RAL,
    author = "Zhao, Dapeng and Oh, Jean",
    journal = "RAL",
    title = "Noticing Motion Patterns: A Temporal {CNN} With a Novel Convolution Operator for Human Trajectory Prediction",
    volume = "6",
    number = "2",
    pages = "628--634",
    year = "2021"
}
        Li et al., "Attentional-GCNN: Adaptive Pedestrian Trajectory Prediction towards Generic Autonomous Vehicle Use Cases", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICRA_2,
    author = "Li, Kunming and Eiffert, Stuart and Shan, Mao and Gomez-Donoso, Francisco and Worrall, Stewart and Nebot, Eduardo",
    booktitle = "ICRA",
    title = "{Attentional-GCNN}: Adaptive Pedestrian Trajectory Prediction towards Generic Autonomous Vehicle Use Cases",
    year = "2021"
}
        Bhujel et al., "Self-critical Learning of Influencing Factors for Trajectory Prediction using Gated Graph Convolutional Network", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhujel_2021_IROS,
    author = "Bhujel, Niraj and Yun, Yau Wei and Wang, Han and Dwivedi, Vijay Prakash",
    booktitle = "IROS",
    title = "Self-critical Learning of Influencing Factors for Trajectory Prediction using Gated Graph Convolutional Network",
    year = "2021"
}
        Chen et al., "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_IROS,
    author = "Chen, Bo and Li, Decai and He, Yuqing",
    booktitle = "IROS",
    title = "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning",
    year = "2021"
}
        Postnikov et al., "CovarianceNet: Conditional Generative Model for Correct Covariance Prediction in Human Motion Prediction", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Postnikov_2021_IROS,
    author = "Postnikov, Aleksey and Gamayunov, Aleksander and Ferrer, Gonzalo",
    booktitle = "IROS",
    title = "{CovarianceNet}: Conditional Generative Model for Correct Covariance Prediction in Human Motion Prediction",
    year = "2021"
}
        Schöller et al., "FloMo: Tractable Motion Prediction with Normalizing Flows", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Scholler_2021_IROS,
    author = "Schöller, Christoph and Knoll, Alois",
    booktitle = "IROS",
    title = "{FloMo}: Tractable Motion Prediction with Normalizing Flows",
    year = "2021"
}
        Su et al., "CR-LSTM: Collision-prior Guided Social Refinement for Pedestrian Trajectory Prediction", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Su_2021_IROS,
    author = "Su, Zhaoxin and Zhang, Sanyuan and Hua, Wei",
    booktitle = "IROS",
    title = "{CR-LSTM}: Collision-prior Guided Social Refinement for Pedestrian Trajectory Prediction",
    year = "2021"
}
        Ivanovic et al., "Multimodal Deep Generative Models for Trajectory Prediction: A Conditional Variational Autoencoder Approach", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Ivanovic_Multimodal_2021_RAL,
    author = "Ivanovic, Boris and Leung, Karen and Schmerling, Edward and Pavone, Marco",
    journal = "RAL",
    title = "Multimodal Deep Generative Models for Trajectory Prediction: A Conditional Variational Autoencoder Approach",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "295-302"
}
        Davchev et al., "Learning Structured Representations of Spatial and Interactive Dynamics for Trajectory Prediction in Crowded Scenes", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Davchev_Learning_2021_RAL,
    author = "Davchev, Todor and Burke, Michael and Ramamoorthy, Subramanian",
    journal = "RAL",
    title = "Learning Structured Representations of Spatial and Interactive Dynamics for Trajectory Prediction in Crowded Scenes",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "707-714"
}
        Habibi et al., "Human Trajectory Prediction Using Similarity-Based Multi-Model Fusion", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Habibi_Human_2021_RAL,
    author = "Habibi, Golnaz and How, Jonathan P.",
    journal = "RAL",
    title = "Human Trajectory Prediction Using Similarity-Based Multi-Model Fusion",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "715-722"
}
        Wang et al., "Group-based Motion Prediction for Navigation in Crowded Environments", CoRL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2021_CoRL,
    author = "Wang, Allan and Mavrogiannis, Christoforos and Steinfeld, Aaron",
    title = "Group-based Motion Prediction for Navigation in Crowded Environments",
    booktitle = "CoRL",
    year = "2021"
}
        Tran et al., "Goal-Driven Long-Term Trajectory Prediction", WACV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tran_2021_WACV,
    author = "Tran, Hung and Le, Vuong and Tran, Truyen",
    title = "Goal-Driven Long-Term Trajectory Prediction",
    booktitle = "WACV",
    year = "2021"
}
        Wang et al., "GraphTCN: Spatio-Temporal Interaction Modeling for Human Trajectory Prediction", WACV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2021_WACV,
    author = "Wang, Chengxin and Cai, Shaofeng and Tan, Gary",
    title = "{GraphTCN}: Spatio-Temporal Interaction Modeling for Human Trajectory Prediction",
    booktitle = "WACV",
    year = "2021"
}
        Fang et al., "TPNet: Trajectory Proposal Network for Motion Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fang_2020_CVPR,
    author = "Fang, Liangji and Jiang, Qinhong and Shi, Jianping and Zhou, Bolei",
    title = "{TPNet}: Trajectory Proposal Network for Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Hu et al., "Collaborative Motion Prediction via Neural Motion Message Passing", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2020_CVPR,
    author = "Hu, Yue and Chen, Siheng and Zhang, Ya and Gu, Xiao",
    title = "Collaborative Motion Prediction via Neural Motion Message Passing",
    booktitle = "CVPR",
    year = "2020"
}
        Mohamed et al., "Social-STGCNN: A Social Spatio-Temporal Graph Convolutional Neural Network for Human Trajectory Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohamed_2020_CVPR,
    author = "Mohamed, Abduallah and Qian, Kun and Elhoseiny, Mohamed and Claudel, Christian",
    title = "{Social-STGCNN}: A Social Spatio-Temporal Graph Convolutional Neural Network for Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "Recursive Social Behavior Graph for Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2020_CVPR,
    author = "Sun, Jianhua and Jiang, Qinhong and Lu, Cewu",
    title = "Recursive Social Behavior Graph for Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "Reciprocal Learning Networks for Human Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2020_CVPR_2,
    author = "Sun, Hao and Zhao, Zhiqun and He, Zhihai",
    title = "Reciprocal Learning Networks for Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Bi et al., "How Can I See My Future? FvTraj: Using First-person View for Pedestrian Trajectory Prediction", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bi_2020_ECCV,
    author = "Bi, Huikun and Zhang, Ruisi and Mao, Tianlu and Deng, Zhigang and Wang, Zhaoqi",
    title = "How Can I See My Future? FvTraj: Using First-person View for Pedestrian Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Ma et al., "AutoTrajectory: Label-free Trajectory Extraction and Prediction from Videos using Dynamic Points", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2020_ECCV,
    author = "Ma, Yuexin and Zhu, Xinge and Cheng, Xinjing and Yang, Ruigang and Liu, Jiming and Manocha, Dinesh",
    title = "{AutoTrajectory}: Label-free Trajectory Extraction and Prediction from Videos using Dynamic Points",
    booktitle = "ECCV",
    year = "2020"
}
        Mangalam et al., "It Is Not the Journey but the Destination: Endpoint Conditioned Trajectory Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mangalam_2020_ECCV,
    author = "Mangalam, Karttikeya and Girase, Harshayu and Agarwal, Shreyas and Lee, Kuan-Hui and Adeli, Ehsan and Malik, Jitendra and Gaidon, Adrien",
    title = "It Is Not the Journey but the Destination: Endpoint Conditioned Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Salzmann et al., "Trajectron++: Multi-agent Generative Trajectory Forecasting with Heterogeneous Data for Control", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Salzmann_2020_ECCV,
    author = "Salzmann, Tim and Ivanovic, Boris and Chakravarty, Punarjay and Pavone, Marco",
    title = "Trajectron++: Multi-agent Generative Trajectory Forecasting with Heterogeneous Data for Control",
    booktitle = "ECCV",
    year = "2020"
}
        Tao et al., "Dynamic and Static Context-aware LSTM for Multi-agent Motion Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tao_2020_ECCV,
    author = "Tao, Chaofan and Jiang, Qinhong and Duan, Lixin and Luo, Ping",
    title = "Dynamic and Static Context-aware {LSTM} for Multi-agent Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Yu et al., "Spatio-Temporal Graph Transformer Networks for Pedestrian Trajectory Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Yu_2020_ECCV,
    author = "Yu, Cunjun and Ma, Xiao and Ren, Jiawei and Zhao, Haiyu and Yi, Shuai",
    title = "Spatio-Temporal Graph Transformer Networks for Pedestrian Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Kamra et al., "Multi-agent Trajectory Prediction with Fuzzy Query Attention", NeurIPS, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Kamra_2020_NeurIPS,
    author = "Kamra, Nitin and Zhu, Hao and Trivedi, Dweep Kumarbhai and Zhang, Ming and Liu, Yan",
    editor = "Larochelle, H. and Ranzato, M. and Hadsell, R. and Balcan, M. F. and Lin, H.",
    booktitle = "NeurIPS",
    title = "Multi-agent Trajectory Prediction with Fuzzy Query Attention",
    year = "2020"
}
        Chen et al., "CoMoGCN: Coherent Motion Aware Trajectory Prediction with Graph Representation", BMVC, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2020_BMVC,
    author = "Chen, Yuying and Liu, Congcong and Shi, Bertram and Liu, Ming",
    title = "{CoMoGCN}: Coherent Motion Aware Trajectory Prediction with Graph Representation",
    booktitle = "BMVC",
    year = "2020"
}
        Dendorfer et al., "Goal-GAN: Multimodal Trajectory Prediction Based on Goal Position Estimation", ACCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Dendorfer_2020_ACCV,
    author = "Dendorfer, Patrick and Osep, Aljosa and Leal-Taixe, Laura",
    title = "{Goal-GAN}: Multimodal Trajectory Prediction Based on Goal Position Estimation",
    booktitle = "ACCV",
    year = "2020"
}
        Haddad et al., "Self-Growing Spatial Graph Networks for Pedestrian Trajectory Prediction", WACV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Haddad_2020_WACV,
    author = "Haddad, Sirin and Lam, Siew-Kei",
    title = "Self-Growing Spatial Graph Networks for Pedestrian Trajectory Prediction",
    booktitle = "WACV",
    year = "2020"
}
        Katyal et al., "Intent-Aware Pedestrian Prediction for Adaptive Crowd Navigation", ICRA, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Katyal_2020_ICRA,
    author = "Katyal, K. D. and Hager, G. D. and Huang, C. -M.",
    booktitle = "ICRA",
    title = "Intent-Aware Pedestrian Prediction for Adaptive Crowd Navigation",
    year = "2020"
}
        Dwivedi et al., "SSP: Single Shot Future Trajectory Prediction", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Dwivedi_2020_IROS,
    author = "Dwivedi, I. and Malla, S. and Dariush, B. and Choi, C.",
    booktitle = "IROS",
    title = "{SSP}: Single Shot Future Trajectory Prediction",
    year = "2020"
}
        Eiffert et al., "Probabilistic Crowd GAN: Multimodal Pedestrian Trajectory Prediction Using a Graph Vehicle-Pedestrian Attention Network", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Eiffert_2020_RAL,
    author = "Eiffert, S. and Li, K. and Shan, M. and Worrall, S. and Sukkarieh, S. and Nebot, E.",
    journal = "RAL",
    title = "Probabilistic Crowd {GAN}: Multimodal Pedestrian Trajectory Prediction Using a Graph Vehicle-Pedestrian Attention Network",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5026-5033"
}
        Gilitschenski et al., "Deep Context Maps: Agent Trajectory Prediction Using Location-Specific Latent Maps", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Gilitschenski_2020_RAL,
    author = "Gilitschenski, I. and Rosman, G. and Gupta, A. and Karaman, S. and Rus, D.",
    journal = "RAL",
    title = "Deep Context Maps: Agent Trajectory Prediction Using Location-Specific Latent Maps",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5097-5104"
}
        Schöller et al., "What the Constant Velocity Model Can Teach Us About Pedestrian Motion Prediction", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Scholler_2020_RAL,
    author = "Schöller, C. and Aravantinos, V. and Lay, F. and Knoll, A.",
    journal = "RAL",
    title = "What the Constant Velocity Model Can Teach Us About Pedestrian Motion Prediction",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "1696-1703"
}
        Brito et al., "Social-VRNN: One-Shot Multi-modal Trajectory Prediction for Interacting Pedestrians", CoRL, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Brito_2020_CORL,
    author = "Brito, Bruno and Zhu, Hai and Pan, Wei and Alonso-Mora, Javier",
    title = "{Social-VRNN}: One-Shot Multi-modal Trajectory Prediction for Interacting Pedestrians",
    booktitle = "CoRL",
    year = "2020"
}
        Choi et al., "DROGON: A Trajectory Prediction Model Based on Intention-conditioned Behavior Reasoning", CoRL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2020_CORL,
    author = "Choi, Chiho and Malla, Srikanth and Patil, Abhishek and Choi, J Hee",
    title = "{DROGON}: A Trajectory Prediction Model Based on Intention-conditioned Behavior Reasoning",
    booktitle = "CoRL",
    year = "2020"
}
        Li, "Which Way Are You Going? Imitative Decision Learning For Path Forecasting In Dynamic Scenes", CVPR, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_CVPR,
    author = "Li, Yuke",
    title = "Which Way Are You Going? Imitative Decision Learning For Path Forecasting In Dynamic Scenes",
    booktitle = "CVPR",
    year = "2019"
}
        Liang et al., "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2019_CVPR,
    author = "Liang, Junwei and Jiang, Lu and Niebles, Juan Carlos and Hauptmann, Alexander G. and Fei-Fei, Li",
    title = "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos",
    booktitle = "CVPR",
    year = "2019"
}
        Sadeghian et al., "SoPhie: An Attentive Gan For Predicting Paths Compliant To Social And Physical Constraints", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sadeghian_2019_CVPR,
    author = "Sadeghian, Amir and Kosaraju, Vineet and Sadeghian, Ali and Hirose, Noriaki and Rezatofighi, Hamid and Savarese, Silvio",
    title = "{SoPhie}: An Attentive Gan For Predicting Paths Compliant To Social And Physical Constraints",
    booktitle = "CVPR",
    year = "2019"
}
        Zhang et al., "SR-LSTM: State Refinement For LSTM Towards Pedestrian Trajectory Prediction", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_CVPR,
    author = "Zhang, Pu and Ouyang, Wanli and Zhang, Pengfei and Xue, Jianru and Zheng, Nanning",
    title = "{SR-LSTM}: State Refinement For {LSTM} Towards Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Zhao et al., "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_CVPR,
    author = "Zhao, Tianyang and Xu, Yifei and Monfort, Mathew and Choi, Wongun and Baker, Chris and Zhao, Yibiao and Wang, Yizhou and Wu, Ying Nian",
    title = "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Choi et al., "Looking To Relations For Future Trajectory Forecast", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2019_ICCV,
    author = "Choi, Chiho and Dariush, Behzad",
    title = "Looking To Relations For Future Trajectory Forecast",
    booktitle = "ICCV",
    year = "2019"
}
        Huang et al., "STGAT: Modeling Spatial-Temporal Interactions For Human Trajectory Prediction", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Huang_2019_ICCV,
    author = "Huang, Yingfan and Bi, Huikun and Li, Zhaoxin and Mao, Tianlu and Wang, Zhaoqi",
    title = "{STGAT}: Modeling Spatial-Temporal Interactions For Human Trajectory Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Ivanovic et al., "The Trajectron: Probabilistic Multi-Agent Trajectory Modeling With Dynamic Spatiotemporal Graphs", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2019_ICCV,
    author = "Ivanovic, Boris and Pavone, Marco",
    title = "The Trajectron: Probabilistic Multi-Agent Trajectory Modeling With Dynamic Spatiotemporal Graphs",
    booktitle = "ICCV",
    year = "2019"
}
        Kosaraju et al., "Social-BiGAT: Multimodal Trajectory Forecasting Using Bicycle-GAN And Graph Attention Networks", NeurIPS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kosaraju_2019_NeurIPS,
    author = "Kosaraju, Vineet and Sadeghian, Amir and Mart\'\in-Mart\'\in, Roberto and Reid, Ian and Rezatofighi, Hamid and Savarese, Silvio",
    title = "{Social-BiGAT}: Multimodal Trajectory Forecasting Using {Bicycle-GAN} And Graph Attention Networks",
    booktitle = "NeurIPS",
    year = "2019"
}
        Anderson et al., "Stochastic Sampling Simulation For Pedestrian Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Anderson_2019_IROS,
    author = "Anderson, Cyrus and Du, Xiaoxiao and Vasudevan, Ram and Johnson-Roberson, Matthew",
    booktitle = "IROS",
    title = "Stochastic Sampling Simulation For Pedestrian Trajectory Prediction",
    year = "2019"
}
        Li et al., "Conditional Generative Neural System For Probabilistic Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_IROS,
    author = "Li, Jiachen and Ma, Hengbo and Tomizuka, Masayoshi",
    booktitle = "IROS",
    title = "Conditional Generative Neural System For Probabilistic Trajectory Prediction",
    year = "2019"
}
        Zhu et al., "StarNet: Pedestrian Trajectory Prediction Using Deep Neural Network In Star Topology", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhu_2019_IROS,
    author = "Zhu, Yanliang and Qian, Deheng and Ren, Dongchun and Xia, Huaxia",
    booktitle = "IROS",
    title = "{StarNet}: Pedestrian Trajectory Prediction Using Deep Neural Network In Star Topology",
    year = "2019"
}
        Xue et al., "Location-Velocity Attention For Pedestrian Trajectory Prediction", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2019_WACV,
    author = "Xue, H. and Huynh, D. and Reynolds, M.",
    booktitle = "WACV",
    title = "Location-Velocity Attention For Pedestrian Trajectory Prediction",
    year = "2019"
}
        Gupta et al., "Social GAN: Socially Acceptable Trajectories With Generative Adversarial Networks", CVPR, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gupta_2018_CVPR,
    author = "Gupta, Agrim and Johnson, Justin and Fei-Fei, Li and Savarese, Silvio and Alahi, Alexandre",
    title = "Social {GAN}: Socially Acceptable Trajectories With Generative Adversarial Networks",
    booktitle = "CVPR",
    year = "2018"
}
        Xu et al., "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction", CVPR, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR_encoding,
    author = "Xu, Yanyu and Piao, Zhixin and Gao, Shenghua",
    title = "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2018"
}
        Fernando et al., "GD-GAN: Generative Adversarial Networks For Trajectory Prediction And Group Detection In Crowds", ACCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fernando_2018_ACCV,
    author = "Fernando, Tharindu and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    editor = "Jawahar, C. V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "{GD-GAN}: Generative Adversarial Networks For Trajectory Prediction And Group Detection In Crowds",
    booktitle = "ACCV",
    year = "2018"
}
        Pfeiffer et al., "A Data-Driven Model For Interaction-Aware Pedestrian Motion Prediction In Object Cluttered Environments", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Pfeiffer_2018_ICRA,
    author = "Pfeiffer, M. and Paolo, G. and Sommer, H. and Nieto, J. and Siegwart, R. and Cadena, C.",
    booktitle = "ICRA",
    title = "A Data-Driven Model For Interaction-Aware Pedestrian Motion Prediction In Object Cluttered Environments",
    year = "2018"
}
        Vemula et al., "Social Attention: Modeling Attention In Human Crowds", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Vemula_2018_ICRA,
    author = "Vemula, Anirudh and Muelling, Katharina and Oh, Jean",
    title = "Social Attention: Modeling Attention In Human Crowds",
    booktitle = "ICRA",
    year = "2018"
}
        Xue et al., "SS-LSTM: A Hierarchical LSTM Model For Pedestrian Trajectory Prediction", WACV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2018_WACV,
    author = "Xue, H. and Huynh, D. Q. and Reynolds, M.",
    booktitle = "WACV",
    title = "{SS-LSTM}: A Hierarchical {LSTM} Model For Pedestrian Trajectory Prediction",
    year = "2018"
}
        Alahi et al., "Social LSTM: Human Trajectory Prediction In Crowded Spaces", CVPR, 2016. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Alahi_2016_CVPR,
    author = "Alahi, Alexandre and Goel, Kratarth and Ramanathan, Vignesh and Robicquet, Alexandre and Fei-Fei, Li and Savarese, Silvio",
    title = "Social {LSTM}: Human Trajectory Prediction In Crowded Spaces",
    booktitle = "CVPR",
    year = "2016"
}
        Robicquet et al., "Learning Social Etiquette: Human Trajectory Understanding in Crowded Scenes", ECCV, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Robicquet_2016_ECCV,
    author = "Robicquet, Alexandre and Sadeghian, Amir and Alahi, Alexandre and Savarese, Silvio",
    title = "Learning Social Etiquette: Human Trajectory Understanding in Crowded Scenes",
    booktitle = "ECCV",
    year = "2016"
}
        Wang et al., "Group Split and Merge Prediction With 3D Convolutional Networks", RAL, 2020. paper
          Datasets Metrics
          Bibtex 
          @Article{Wang_2020_RAL,
    author = "Wang, A. and Steinfeld, A.",
    journal = "RAL",
    title = "Group Split and Merge Prediction With 3D Convolutional Networks",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "1923-1930"
}
      Bibtex 
      @InProceedings{Pellegrini_2009_ICCV,
    author = "Pellegrini, Stefano and Ess, Andreas and Schindler, Konrad and Van Gool, Luc",
    title = "You'Ll Never Walk Alone: Modeling Social Behavior For Multi-Target Tracking",
    booktitle = "ICCV",
    year = "2009"
}
    ETH Pedestrian link paper
    • Summary: A dataset of pedestrians recorded using a mobile platform with 5K+ frames span over 6 minutes
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, Tracking ID
    • Task: Driving
      Used in papers
        Hariyono et al., "Estimation Of Collision Risk For Improving Driver's Safety", IECON, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hariyono_2016_IES,
    author = "Hariyono, Joko and Shahbaz, Ajmal and Kurnianggoro, Laksono and Jo, Kang-Hyun",
    title = "Estimation Of Collision Risk For Improving Driver's Safety",
    booktitle = "IECON",
    year = "2016"
}
        Huynh et al., "AOL: Adaptive Online Learning for Human Trajectory Prediction in Dynamic Video Scenes", BMVC, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Huynh_2020_BMVC,
    author = "Huynh, Manh and Alaghband, Gita",
    title = "{AOL}: Adaptive Online Learning for Human Trajectory Prediction in Dynamic Video Scenes",
    booktitle = "BMVC",
    year = "2020"
}
      Bibtex 
      @InProceedings{Ess_2007_ICCV,
    author = "Ess, Andreas and Leibe, Bastian and Van Gool, Luc",
    title = "Depth And Appearance For Mobile Scene Analysis",
    booktitle = "ICCV",
    year = "2007"
}
    Euro-PVI link paper
    • Summary: A dataset of driving fousing on traffic interactions.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, LIDAR, Activity Label, Bounding box
    • Task: Driving
      Used in papers
        Bhattacharyya et al., "Euro-PVI: Pedestrian Vehicle Interactions in Dense Urban Centers", CVPR, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharyya_2021_CVPR,
    author = "Bhattacharyya, Apratim and Reino, Daniel Olmeda and Fritz, Mario and Schiele, Bernt",
    title = "{Euro-PVI}: Pedestrian Vehicle Interactions in Dense Urban Centers",
    booktitle = "CVPR",
    year = "2021"
}
      Bibtex 
      @InProceedings{Bhattacharyya_2021_CVPR,
    author = "Bhattacharyya, Apratim and Reino, Daniel Olmeda and Fritz, Mario and Schiele, Bernt",
    title = "{Euro-PVI}: Pedestrian Vehicle Interactions in Dense Urban Centers",
    booktitle = "CVPR",
    year = "2021"
}
    exiD link paper
    • Summary: A dataset of driving trajectories of vehicles recorded at exits and entries of highways in Germany.
    • Applications:
    • Data type and annotations: RGB, Trajectory
    • Task: Driving
      Used in papers
        Mozaffari et al., "Multimodal Manoeuvre and Trajectory Prediction for Automated Driving on Highways Using Transformer Networks", RAL, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Mozaffari_Multimodal_2023_RAL,
    author = "Mozaffari, Sajjad and Sormoli, Mreza Alipour and Koufos, Konstantinos and Dianati, Mehrdad",
    journal = "RAL",
    title = "Multimodal Manoeuvre and Trajectory Prediction for Automated Driving on Highways Using Transformer Networks",
    year = "2023",
    volume = "8",
    number = "10",
    pages = "6123-6130"
}
        Diehl et al., "Energy-based Potential Games for Joint Motion Forecasting and Control", CoRL, 2023. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Diehl_2023_CoRL,
    author = "Diehl, Christopher and Klosek, Tobias and Krueger, Martin and Murzyn, Nils and Osterburg, Timo and Bertram, Torsten",
    title = "Energy-based Potential Games for Joint Motion Forecasting and Control",
    booktitle = "CoRL",
    year = "2023"
}
      Bibtex 
      @InProceedings{Moers_2022_IV,
    author = "Moers, Tobias and Vater, Lennart and Krajewski, Robert and Bock, Julian and Zlocki, Adrian and Eckstein, Lutz",
    title = "The exiD dataset: A real-world trajectory dataset of highly interactive highway scenarios in Germany",
    booktitle = "IV",
    year = "2022"
}
    ExPI link paper arxiv
    • Summary: A dataset containing 2 couples of dancers performing 16 extreme actions, obtaining 115 sequences with 30k frames for each viewpoint and 60k instances with annotated 3D body poses and shapes.
    • Applications: Motion prediction
    • Data type and annotations: RGB, 3D Pose
    • Task: Action
      Used in papers
        Guo et al., "Multi-Person Extreme Motion Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Guo_2022_CVPR_2,
    author = "Guo, Wen and Bie, Xiaoyu and Alameda-Pineda, Xavier and Moreno-Noguer, Francesc",
    title = "Multi-Person Extreme Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
      Bibtex 
      @InProceedings{Guo_2022_CVPR_2,
    author = "Guo, Wen and Bie, Xiaoyu and Alameda-Pineda, Xavier and Moreno-Noguer, Francesc",
    title = "Multi-Person Extreme Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
    Extended Georgia Tech Egocentric Activity Gaze+ (EGTEA Gaze+) link paper arxiv
    • Summary: An egocentric cooking action dataset with 28 hours of recording with 86 unique sessions of 32 subjects with framerate of 30hz
    • Applications: Action prediction
    • Data type and annotations: RGB, gaze, mask, activity label, temporal segment
    • Task: Cooking (egocentric)
      Used in papers
        Guo et al., "Uncertainty-aware Action Decoupling Transformer for Action Anticipation", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Guo_Uncertainty_2024_CVPR,
    author = "Guo, Hongji and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon and Ji, Qiang",
    title = "Uncertainty-aware Action Decoupling Transformer for Action Anticipation",
    booktitle = "CVPR",
    year = "2024"
}
        Zhao et al., "AntGPT: Can Large Language Models Help Long-term Action Anticipation from Videos?", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Zhao_AntGPT_2024_ICLR,
    author = "Zhao, Qi and Wang, Shijie and Zhang, Ce and Fu, Changcheng and Do, Minh Quan and Agarwal, Nakul and Lee, Kwonjoon and Sun, Chen",
    title = "Ant{GPT}: Can Large Language Models Help Long-term Action Anticipation from Videos?",
    booktitle = "ICLR",
    year = "2024"
}
        Girase et al., "Latency Matters: Real-Time Action Forecasting Transformer", CVPR, 2023. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Girase_2023_CVPR,
    author = "Girase, Harshayu and Agarwal, Nakul and Choi, Chiho and Mangalam, Karttikeya",
    title = "Latency Matters: Real-Time Action Forecasting Transformer",
    booktitle = "CVPR",
    year = "2023"
}
        Zhong et al., "Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation", WACV, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhong_2023_WACV,
    author = "Zhong, Zeyun and Schneider, David and Voit, Michael and Stiefelhagen, Rainer and Beyerer, Jurgen",
    title = "Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation",
    booktitle = "WACV",
    year = "2023"
}
        Liu et al., "A Hybrid Egocentric Activity Anticipation Framework via Memory-Augmented Recurrent and One-Shot Representation Forecasting", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR_2,
    author = "Liu, Tianshan and Lam, Kin-Man",
    title = "A Hybrid Egocentric Activity Anticipation Framework via Memory-Augmented Recurrent and One-Shot Representation Forecasting",
    booktitle = "CVPR",
    year = "2022"
}
        Nawhal et al., "Rethinking Learning Approaches for Long-Term Action Anticipation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Nawhal_2022_ECCV,
    author = "Nawhal, Megha and Jyothi, Akash Abdu and Mori, Greg",
    title = "Rethinking Learning Approaches for Long-Term Action Anticipation",
    booktitle = "ECCV",
    year = "2022"
}
        Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}
        Furnari et al., "What Would You Expect? Anticipating Egocentric Actions With Rolling-Unrolling LSTMs And Modality Attention", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Furnari_2019_ICCV,
    author = "Furnari, Antonino and Farinella, Giovanni Maria",
    title = "What Would You Expect? Anticipating Egocentric Actions With Rolling-Unrolling {LSTMs} And Modality Attention",
    booktitle = "ICCV",
    year = "2019"
}
        Liu et al., "Joint Hand Motion and Interaction Hotspots Prediction From Egocentric Videos", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR_3,
    author = "Liu, Shaowei and Tripathi, Subarna and Majumdar, Somdeb and Wang, Xiaolong",
    title = "Joint Hand Motion and Interaction Hotspots Prediction From Egocentric Videos",
    booktitle = "CVPR",
    year = "2022"
}
        Jia et al., "Generative Adversarial Network for Future Hand Segmentation from Egocentric Video", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jia_2022_ECCV,
    author = "Jia, Wenqi and Liu, Miao and Rehg, James M.",
    title = "Generative Adversarial Network for Future Hand Segmentation from Egocentric Video",
    booktitle = "ECCV",
    year = "2022"
}
      Bibtex 
      @InProceedings{Li_2018_ECCV_2,
    author = "Li, Yin and Liu, Miao and Rehg, James M",
    title = "In The Eye Of Beholder: Joint Learning Of Gaze And Actions In First Person Video",
    booktitle = "ECCV",
    year = "2018"
}
    Extro-Spective Prediction (ESP) link paper arxiv
    • Summary: A dataset of a truck driving sequence recorded over 2100 km at 10 Hz.
    • Applications:
    • Data type and annotations: RGB, LIDAR, 2D Box, Semantic Semgnet
    • Task: Driving
      Used in papers
        Wang et al., "ESP: Extro-Spective Prediction for Long-term Behavior Reasoning in Emergency Scenarios", ICRA, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Wang_ESP_2024_ICRA,
    author = "Wang, Dingrui and Lai, Zheyuan and Li, Yuda and Wu, Yi and Ma, Yuexin and Betz, Johannes and Yang, Ruigang and Li, Wei",
    booktitle = "ICRA",
    title = "ESP: Extro-Spective Prediction for Long-term Behavior Reasoning in Emergency Scenarios",
    year = "2024"
}
      Bibtex 
      @inproceedings{Wang_ESP_2024_ICRA,
    author = "Wang, Dingrui and Lai, Zheyuan and Li, Yuda and Wu, Yi and Ma, Yuexin and Betz, Johannes and Yang, Ruigang and Li, Wei",
    booktitle = "ICRA",
    title = "ESP: Extro-Spective Prediction for Long-term Behavior Reasoning in Emergency Scenarios",
    year = "2024"
}
    EyeonTraffic (EoT) link paper arxiv
    • Summary: A dataset of driving sequence with over 1 hours of footage recorded at 3 intersections.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Traffic
    • Task: Driving
      Used in papers
        Vishnu et al., "Improving Multi-Agent Trajectory Prediction Using Traffic States on Interactive Driving Scenarios", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Vishnu_Improving_2023_RAL,
    author = "Vishnu, Chalavadi and Abhinav, Vineel and Roy, Debaditya and Mohan, C. Krishna and Babu, Ch. Sobhan",
    journal = "RAL",
    title = "Improving Multi-Agent Trajectory Prediction Using Traffic States on Interactive Driving Scenarios",
    year = "2023",
    volume = "8",
    number = "5",
    pages = "2708-2715"
}
      Bibtex 
      @inproceedings{Roy_Defining_2020_ITSC,
    author = "Roy, Debaditya and Kumar, K Naveen and Mohan, C Krishna",
    title = "Defining Traffic States using Spatio-temporal Traffic Graphs",
    booktitle = "ITSC",
    year = "2020"
}
    FaceScape link paper arxiv
    • Summary: A dataset of 900+ faces and corresponding multi-view 3D meshes
    • Applications: Other prediction
    • Data type and annotations: RGB, 3D Model, Landmarks
    • Task: Face
      Used in papers
        Yang et al., "FaceScape: A Large-Scale High Quality 3D Face Dataset and Detailed Riggable 3D Face Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yang_2020_CVPR,
    author = "Yang, Haotian and Zhu, Hao and Wang, Yanru and Huang, Mingkai and Shen, Qiu and Yang, Ruigang and Cao, Xun",
    title = "{FaceScape}: A Large-Scale High Quality 3D Face Dataset and Detailed Riggable {3D} Face Prediction",
    booktitle = "CVPR",
    year = "2020"
}
      Bibtex 
      @InProceedings{Yang_2020_CVPR,
    author = "Yang, Haotian and Zhu, Hao and Wang, Yanru and Huang, Mingkai and Shen, Qiu and Yang, Ruigang and Cao, Xun",
    title = "{FaceScape}: A Large-Scale High Quality 3D Face Dataset and Detailed Riggable {3D} Face Prediction",
    booktitle = "CVPR",
    year = "2020"
}
    FineGym link paper arxiv
    • Summary: A dataset of sport events, containing 10 different events and over 700 hrs of recordings
    • Applications: Action prediction
    • Data type and annotations: RGB, Temporal Segment, Activity Label
    • Task: Sport
      Used in papers
        Suris et al., "Learning the Predictability of the Future", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Suris_2021_CVPR,
    author = "Suris, Didac and Liu, Ruoshi and Vondrick, Carl",
    title = "Learning the Predictability of the Future",
    booktitle = "CVPR",
    year = "2021"
}
      Bibtex 
      @InProceedings{Shao_2020_CVPR,
    author = "Shao, Dian and Zhao, Yue and Dai, Bo and Lin, Dahua",
    title = "{FineGym}: A Hierarchical Video Dataset for Fine-grained Action Understanding",
    booktitle = "CVPR",
    year = "2020"
}
    First Person Hand Action (FPHA) link paper arxiv
    • Summary: A dataset of 100K frames of 45 dailt activities involving 26 different objects with 21 joint locations
    • Applications: Action prediction
    • Data type and annotations: RGBD, 3D Model, 3D pose, 6D object pose
    • Task: Activity (egocentric)
      Used in papers
        Li et al., "HARD-Net: Hardness-AwaRe Discrimination Network for 3D Early Activity Prediction", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2020_ECCV,
    author = "Li, Tianjiao and Liu, Jun and Zhang, Wei and Duan, Lingyu",
    title = "{HARD-Net}: Hardness-AwaRe Discrimination Network for {3D} Early Activity Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Garcia_2018_CVPR,
    author = "Garcia-Hernando, Guillermo and Yuan, Shanxin and Baek, Seungryul and Kim, Tae-Kyun",
    title = "First-Person Hand Action Benchmark with {RGB-D} Videos and {3D} Hand Pose Annotations",
    booktitle = "CVPR",
    year = "2018"
}
    First Person Localization (FPL) link paper arxiv
    • Summary: A dataset of pedestrian trajectories recorded recorded from ego-perspective
    • Applications: Trajectory prediction
    • Data type and annotations: Trajectory, ego-motion, pose
    • Task: Pedestrian
      Used in papers
        Ansari et al., "Simple means Faster: Real-Time Human Motion Forecasting in Monocular First Person Videos on CPU", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ansari_2020_IROS,
    author = "Ansari, J. A. and Bhowmick, B.",
    booktitle = "IROS",
    title = "Simple means Faster: Real-Time Human Motion Forecasting in Monocular First Person Videos on {CPU}",
    year = "2020"
}
        Yagi et al., "Future Person Localization in First-Person Videos", CVPR, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yagi_2018_CVPR,
    author = "Yagi, Takuma and Mangalam, Karttikeya and Yonetani, Ryo and Sato, Yoichi",
    title = "Future Person Localization in First-Person Videos",
    booktitle = "CVPR",
    year = "2018"
}
      Bibtex 
      @InProceedings{Yagi_2018_CVPR,
    author = "Yagi, Takuma and Mangalam, Karttikeya and Yonetani, Ryo and Sato, Yoichi",
    title = "Future Person Localization in First-Person Videos",
    booktitle = "CVPR",
    year = "2018"
}
    First Person Personalized Activities (FPPA) link paper
    • Summary: An egocentric dataset of 5 daily activities, such as drinking water, using a fridge, etc., consists of 591 video clips recorded at 30fps
    • Applications: Action prediction
    • Data type and annotations: RGB, activity label, temporal segment
    • Task: Activity (egocentric)
      Used in papers
        Zhou et al., "Temporal Perception And Prediction In Ego-Centric Video", ICCV, 2015. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhou_2015_ICCV,
    author = "Zhou, Yipin and Berg, Tamara L.",
    title = "Temporal Perception And Prediction In Ego-Centric Video",
    booktitle = "ICCV",
    year = "2015"
}
      Bibtex 
      @InProceedings{Zhou_2015_ICCV,
    author = "Zhou, Yipin and Berg, Tamara L.",
    title = "Temporal Perception And Prediction In Ego-Centric Video",
    booktitle = "ICCV",
    year = "2015"
}
    FlyingThings3D link paper arxiv
    • Summary: A dataset of randomized 3D trajectories generated using 25K synthetic stereo frames.
    • Applications:
    • Data type and annotations: RGBD
    • Task: Object (simulation)
      Used in papers
        Dong et al., "MemFlow: Optical Flow Estimation and Prediction with Memory", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Dong_MemFlow_2024_CVPR,
    author = "Dong, Qiaole and Fu, Yanwei",
    title = "MemFlow: Optical Flow Estimation and Prediction with Memory",
    booktitle = "CVPR",
    year = "2024"
}
      Bibtex 
      @InProceedings{Mayer_Large_2016_CVPR,
    author = "Mayer, Nikolaus and Ilg, Eddy and Hausser, Philip and Fischer, Philipp and Cremers, Daniel and Dosovitskiy, Alexey and Brox, Thomas",
    title = "A Large Dataset to Train Convolutional Networks for Disparity, Optical Flow, and Scene Flow Estimation",
    booktitle = "CVPR",
    year = "2016"
}
    Ford Campus Vision LiDAR (FCVL) link paper
    • Summary: A dataset of LIDAR scans and IMU readings with the corresponding images collected using a Ford F-250 autonomous pickup truck with approx. 200 GB of data
    • Applications: Other prediction
    • Data type and annotations: RGB, LIDAR, vehicle sensors
    • Task: Driving
      Used in papers
        Choi et al., "Robust Modeling And Prediction In Dynamic Environments Using Recurrent Flow Networks", IROS, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2016_IROS,
    author = "Choi, S. and Lee, K. and Oh, S.",
    booktitle = "IROS",
    title = "Robust Modeling And Prediction In Dynamic Environments Using Recurrent Flow Networks",
    year = "2016"
}
      Bibtex 
      @Article{Pandey_2011_IJRR,
    author = "Pandey, Gaurav and McBride, James R and Eustice, Ryan M",
    title = "Ford Campus Vision And Lidar Data Set",
    journal = "IJRR",
    volume = "30",
    number = "13",
    pages = "1543--1552",
    year = "2011"
}
    Forking Paths link paper arxiv
    • Summary: A dataset of 3K simulated videos of pedestrian trajectory samples from 4 different camera views. Each sample comes with multiple human-annotated possible trajectories.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Bounding Box, Semantic Segment, Tracking ID
    • Task: Surveillance (simulation)
      Used in papers
        Li et al., "Graph-Based Spatial Transformer With Memory Replay for Multi-Future Pedestrian Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2022_CVPR,
    author = "Li, Lihuan and Pagnucco, Maurice and Song, Yang",
    title = "Graph-Based Spatial Transformer With Memory Replay for Multi-Future Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Liang et al., "The Garden of Forking Paths: Towards Multi-Future Trajectory Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2020_CVPR_2,
    author = "Liang, Junwei and Jiang, Lu and Murphy, Kevin and Yu, Ting and Hauptmann, Alexander",
    title = "The Garden of Forking Paths: Towards Multi-Future Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
      Bibtex 
      @InProceedings{Liang_2020_CVPR_2,
    author = "Liang, Junwei and Jiang, Lu and Murphy, Kevin and Yu, Ting and Hauptmann, Alexander",
    title = "The Garden of Forking Paths: Towards Multi-Future Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
    Freiburg Imra Testing (FIT) link paper arxiv
    • Summary: A small-scale driving dataset with automatically generated bounding box track annotations
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Bounding Box, Object Class, Semantic Segment
    • Task: Driving
      Used in papers
        Makansi et al., "Multimodal Future Localization and Emergence Prediction for Objects in Egocentric View With a Reachability Prior", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2020_CVPR,
    author = "Makansi, Osama and Cicek, Ozgun and Buchicchio, Kevin and Brox, Thomas",
    title = "Multimodal Future Localization and Emergence Prediction for Objects in Egocentric View With a Reachability Prior",
    booktitle = "CVPR",
    year = "2020"
}
      Bibtex 
      @InProceedings{Makansi_2020_CVPR,
    author = "Makansi, Osama and Cicek, Ozgun and Buchicchio, Kevin and Brox, Thomas",
    title = "Multimodal Future Localization and Emergence Prediction for Objects in Egocentric View With a Reachability Prior",
    booktitle = "CVPR",
    year = "2020"
}
    Fudan-ShanghaiTech (FDST) link paper arxiv
    • Summary: A dataset of 100 videos captured at 13 different scenes with 150K fames and 394K head annotations.
    • Applications:
    • Data type and annotations: RGB, Trajectory
    • Task: Surveillance
      Used in papers
        Minoura et al., "Crowd Density Forecasting by Modeling Patch-Based Dynamics", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Minoura_Crowd_2021_RAL,
    author = "Minoura, Hiroaki and Yonetani, Ryo and Nishimura, Mai and Ushiku, Yoshitaka",
    journal = "RAL",
    title = "Crowd Density Forecasting by Modeling Patch-Based Dynamics",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "287-294"
}
      Bibtex 
      @inproceedings{Fang_Locality_2019_ICME,
    author = "Fang, Y. and Zhan, B. and Cai, W. and Gao, S. and Hu, B.",
    booktitle = "ICME",
    title = "Locality-Constrained Spatial Transformer Network for Video Crowd Counting",
    year = "2019"
}
    Future Motion (FM) link paper
    • Summary: A dataset of instance-level motions in still images containing 11K+ pedestrian instances along with quantized motion directions and auto-generated bounding boxes
    • Applications: Trajectory prediction
    • Data type and annotations: RGB (image), bounding box, activity label, motion direction, speed
    • Task: Mix
      Used in papers
        Kim et al., "Instance-Level Future Motion Estimation In A Single Image Based On Ordinal Regression", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_2019_ICCV,
    author = "Kim, Kyung-Rae and Choi, Whan and Koh, Yeong Jun and Jeong, Seong-Gyun and Kim, Chang-Su",
    title = "Instance-Level Future Motion Estimation In A Single Image Based On Ordinal Regression",
    booktitle = "ICCV",
    year = "2019"
}
      Bibtex 
      @InProceedings{Kim_2019_ICCV,
    author = "Kim, Kyung-Rae and Choi, Whan and Koh, Yeong Jun and Jeong, Seong-Gyun and Kim, Chang-Su",
    title = "Instance-Level Future Motion Estimation In A Single Image Based On Ordinal Regression",
    booktitle = "ICCV",
    year = "2019"
}
    FZJ Push link paper
    • Summary: A dataset of 97 trials involving 14 people’s reactions to external forces while standing.
    • Applications:
    • Data type and annotations: RGB, Pressure, Pose, Trajectory
    • Task: Activity
      Used in papers
        Yue et al., "Human Motion Prediction Under Unexpected Perturbation", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Yue_Human_2024_CVPR,
    author = "Yue, Jiangbei and Li, Baiyi and Pettr\'e, Julien and Seyfried, Armin and Wang, He",
    title = "Human Motion Prediction Under Unexpected Perturbation",
    booktitle = "CVPR",
    year = "2024"
}
      Bibtex 
      @article{Feldmann_Forward_2023_Safety,
    author = "Feldmann, Sina and Adrian, Juliane",
    title = "Forward propagation of a push through a row of people",
    journal = "Safety Science",
    volume = "164",
    pages = "106173",
    year = "2023"
}
    Georgia Tech Egocentric Activity Gaze (GTEA Gaze) link paper
    • Summary: An egocentric dataset of 17 cooking activity videos performed by 14 subjects
    • Applications: Action prediction
    • Data type and annotations: RGB, gaze, mask, activity label, temporal segment
    • Task: Cooking (egocentric)
      Used in papers
        Shen et al., "Egocentric Activity Prediction Via Event Modulated Attention", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shen_2018_ECCV,
    author = "Shen, Yang and Ni, Bingbing and Li, Zefan and Zhuang, Ning",
    title = "Egocentric Activity Prediction Via Event Modulated Attention",
    booktitle = "ECCV",
    year = "2018"
}
      Bibtex 
      @InProceedings{Fathi_2012_ECCV,
    author = "Fathi, Alireza and Li, Yin and Rehg, James M",
    title = "Learning To Recognize Daily Actions Using Gaze",
    booktitle = "ECCV",
    year = "2012"
}
    Georgia Tech Egocentric Activity Gaze+ (GTEA Gaze+) link paper
    • Summary: An egocentric dataset of 37 videos of 7 cooking activities recorded from 26 subjects with the corresponding gaze tracking information
    • Applications: Action prediction
    • Data type and annotations: RGB, gaze, mask, activity label, temporal segment
    • Task: Cooking (egocentric)
      Used in papers
        Shen et al., "Egocentric Activity Prediction Via Event Modulated Attention", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shen_2018_ECCV,
    author = "Shen, Yang and Ni, Bingbing and Li, Zefan and Zhuang, Ning",
    title = "Egocentric Activity Prediction Via Event Modulated Attention",
    booktitle = "ECCV",
    year = "2018"
}
      Bibtex 
      @InProceedings{Li_2015_CVPR,
    author = "Li, Yin and Ye, Zhefan and Rehg, James M",
    title = "Delving Into Egocentric Actions",
    booktitle = "CVPR",
    year = "2015"
}
    Gibson Env link paper arxiv
    • Summary: A dataset of photo realistic 1.4K+ 3D indoor environments
    • Applications: Other prediction
    • Data type and annotations: RGBD, Semantic Segment
    • Task: Simulation
      Used in papers
        Ramakrishnan et al., "Occupancy Anticipation for Efficient Exploration and Navigation", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ramakrishnan_2020_ECCV,
    author = "Ramakrishnan, Santhosh K and Al-Halah, Ziad and Grauman, Kristen",
    title = "Occupancy Anticipation for Efficient Exploration and Navigation",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Xia_2018_CVPR,
    author = "Xia, Fei and R. Zamir, Amir and He, Zhi-Yang and Sax, Alexander and Malik, Jitendra and Savarese, Silvio",
    title = "{Gibson Env}: Real-world Perception for Embodied Agents",
    booktitle = "CVPR",
    year = "2018"
}
    GigaTraj link paper
    • Summary: A dataset of high resolution videos with over 15K trajectories with average length of 57s divided into 14 scenes.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Bounding Box
    • Task: Surveillance
      Used in papers
        Lin et al., "GigaTraj: Predicting Long-term Trajectories of Hundreds of Pedestrians in Gigapixel Complex Scenes", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lin_GigaTraj_2024_CVPR,
    author = "Lin, Haozhe and Wei, Chunyu and He, Li and Guo, Yuchen and Zhao, Yunqi and Li, Shanglong and Fang, Lu",
    title = "GigaTraj: Predicting Long-term Trajectories of Hundreds of Pedestrians in Gigapixel Complex Scenes",
    booktitle = "CVPR",
    year = "2024"
}
      Bibtex 
      @InProceedings{Lin_GigaTraj_2024_CVPR,
    author = "Lin, Haozhe and Wei, Chunyu and He, Li and Guo, Yuchen and Zhao, Yunqi and Li, Shanglong and Fang, Lu",
    title = "GigaTraj: Predicting Long-term Trajectories of Hundreds of Pedestrians in Gigapixel Complex Scenes",
    booktitle = "CVPR",
    year = "2024"
}
    GIMO link paper arxiv
    • Summary: A dataset of 129K frames capturing human 3D poses in an environment recorded using IMU sensors.
    • Applications: Motion prediction
    • Data type and annotations: 3D Scene, 3D Pose, Gaze, Activity Label
    • Task: Activity
      Used in papers
        Lou et al., "Multimodal Sense-Informed Forecasting of 3D Human Motions", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lou_Multimodal_2024_CVPR,
    author = "Lou, Zhenyu and Cui, Qiongjie and Wang, Haofan and Tang, Xu and Zhou, Hong",
    title = "Multimodal Sense-Informed Forecasting of 3D Human Motions",
    booktitle = "CVPR",
    year = "2024"
}
        Zheng et al., "GIMO: Gaze-Informed Human Motion Prediction in Context", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2022_ECCV_2,
    author = "Zheng, Yang and Yang, Yanchao and Mo, Kaichun and Li, Jiaman and Yu, Tao and Liu, Yebin and Liu, Karen and Guibas, Leonidas J.",
    title = "{GIMO}: Gaze-Informed Human Motion Prediction in Context",
    booktitle = "ECCV",
    year = "2022"
}
      Bibtex 
      @InProceedings{Zhang_2022_ECCV_2,
    author = "Zheng, Yang and Yang, Yanchao and Mo, Kaichun and Li, Jiaman and Yu, Tao and Liu, Yebin and Liu, Karen and Guibas, Leonidas J.",
    title = "{GIMO}: Gaze-Informed Human Motion Prediction in Context",
    booktitle = "ECCV",
    year = "2022"
}
    Golden Colorado link
    • Summary: A dataset of wide-angle images of the sky with the corresponding temperature recorded for 12 years at 1 frame every 10 minutes 300K+ images
    • Applications: Other prediction
    • Data type and annotations: RGB
    • Task: Weather
      Used in papers
        Siddiqui et al., "A Deep Learning Approach To Solar-Irradiance Forecasting In Sky-Videos", WACV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Siddiqui_2019_WACV,
    author = "Siddiqui, T. A. and Bharadwaj, S. and Kalyanaraman, S.",
    booktitle = "WACV",
    title = "A Deep Learning Approach To Solar-Irradiance Forecasting In Sky-Videos",
    year = "2019"
}
      Bibtex 
      @techreport{Stoffel_1981,
    author = "Stoffel, T and Andreas, A",
    title = "{NREl} Solar Radiation Research Laboratory ({SRRL}): Baseline Measurement System ({BMS}); Golden, Colorado (Data)",
    year = "1981",
    institution = "National Renewable Energy Lab.(NREL)"
}
    GRAB link paper arxiv
    • Summary: A dataset of whole-body grasps, containing full 3D shape and pose sequences of 10 subjects interacting with 51 everyday objects of varying shape and size
    • Applications: Motion prediction
    • Data type and annotations: 3D Pose, Activity Label
    • Task: Action
      Used in papers
        Yan et al., "Forecasting of 3D Whole-body Human Poses with Grasping Objects", CVPR, 2024. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yan_Forecasting_2024_CVPR,
    author = "Yan, Haitao and Cui, Qiongjie and Xie, Jiexin and Guo, Shijie",
    title = "Forecasting of 3D Whole-body Human Poses with Grasping Objects",
    booktitle = "CVPR",
    year = "2024"
}
        Cui et al., "Test-time Personalizable Forecasting of 3D Human Poses", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Cui_2023_ICCV,
    author = "Cui, Qiongjie and Sun, Huaijiang and Lu, Jianfeng and Li, Weiqing and Li, Bin and Yi, Hongwei and Wang, Haofan",
    title = "Test-time Personalizable Forecasting of 3D Human Poses",
    booktitle = "ICCV",
    year = "2023"
}
        Diller et al., "Forecasting Characteristic 3D Poses of Human Actions", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Diller_2022_CVPR,
    author = "Diller, Christian and Funkhouser, Thomas and Dai, Angela",
    title = "Forecasting Characteristic {3D} Poses of Human Actions",
    booktitle = "CVPR",
    year = "2022"
}
        Mao et al., "Weakly-Supervised Action Transition Learning for Stochastic Human Motion Prediction", CVPR, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2022_CVPR,
    author = "Mao, Wei and Liu, Miaomiao and Salzmann, Mathieu",
    title = "Weakly-Supervised Action Transition Learning for Stochastic Human Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Nawhal et al., "Rethinking Learning Approaches for Long-Term Action Anticipation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Nawhal_2022_ECCV,
    author = "Nawhal, Megha and Jyothi, Akash Abdu and Mori, Greg",
    title = "Rethinking Learning Approaches for Long-Term Action Anticipation",
    booktitle = "ECCV",
    year = "2022"
}
      Bibtex 
      @InProceedings{Taheri_ECCV_2020,
    author = "Taheri, Omid and Ghorbani, Nima and Black, Michael J. and Tzionas, Dimitrios",
    title = "{GRAB}: A Dataset of Whole-Body Human Grasping of Objects",
    booktitle = "ECCV",
    year = "2020"
}
    GreenEarthNet link paper arxiv
    • Summary: A dataset containing spatiotemporal minicubes consisting of 30 5-daily satellite images with meteorological observations and an elevation map.
    • Applications:
    • Data type and annotations: RGB, Weather, Mask
    • Task: Vegetation
      Used in papers
        Benson et al., "Multi-modal Learning for Geospatial Vegetation Forecasting", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Benson_Multimodal_2024_CVPR,
    author = "Benson, Vitus and Robin, Claire and Requena-Mesa, Christian and Alonso, Lazaro and Carvalhais, Nuno and Cort\'es, Jos\'e and Gao, Zhihan and Linscheid, Nora and Weynants, M\'elanie and Reichstein, Markus",
    title = "Multi-modal Learning for Geospatial Vegetation Forecasting",
    booktitle = "CVPR",
    year = "2024"
}
      Bibtex 
      @InProceedings{Benson_Multimodal_2024_CVPR,
    author = "Benson, Vitus and Robin, Claire and Requena-Mesa, Christian and Alonso, Lazaro and Carvalhais, Nuno and Cort\'es, Jos\'e and Gao, Zhihan and Linscheid, Nora and Weynants, M\'elanie and Reichstein, Markus",
    title = "Multi-modal Learning for Geospatial Vegetation Forecasting",
    booktitle = "CVPR",
    year = "2024"
}
    GTA Indoor Motion dataset (GTA-IM) link paper arxiv
    • Summary: A dataset of 10 indoor scenes recorded from GTA game with 21 joint pose annotations for persons
    • Applications: Motion prediction
    • Data type and annotations: RGBD, 3D Pose, Semantic Segment, Camera Pose
    • Task: Simulation
      Used in papers
        Lou et al., "Multimodal Sense-Informed Forecasting of 3D Human Motions", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lou_Multimodal_2024_CVPR,
    author = "Lou, Zhenyu and Cui, Qiongjie and Wang, Haofan and Tang, Xu and Zhou, Hong",
    title = "Multimodal Sense-Informed Forecasting of 3D Human Motions",
    booktitle = "CVPR",
    year = "2024"
}
        Mao et al., "Contact-aware Human Motion Forecasting", NeurIPS, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2022_NeurIPS,
    author = "Mao, Wei and miaomiao Liu and Hartley, Richard and Salzmann, Mathieu",
    title = "Contact-aware Human Motion Forecasting",
    booktitle = "NeurIPS",
    year = "2022"
}
        Cao et al., "Long-term Human Motion Prediction with Scene Context", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cao_2020_ECCV,
    author = "Cao, Zhe and Gao, Hang and Mangalam, Karttikeya and Cai, Qi-Zhi and Vo, Minh and Malik, Jitendra",
    title = "Long-term Human Motion Prediction with Scene Context",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Cao_2020_ECCV,
    author = "Cao, Zhe and Gao, Hang and Mangalam, Karttikeya and Cai, Qi-Zhi and Vo, Minh and Malik, Jitendra",
    title = "Long-term Human Motion Prediction with Scene Context",
    booktitle = "ECCV",
    year = "2020"
}
    H2O link paper arxiv
    • Summary: A dataset of egocentric recording of an actor manipulating various objects consisting of 500K+ frames
    • Applications: Motion prediction
    • Data type and annotations: RGBD, 3D Pose, 6D Object Pose, Activity Label
    • Task: Activity (Ego)
      Used in papers
        Bao et al., "Uncertainty-aware State Space Transformer for Egocentric 3D Hand Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bao_2023_ICCV,
    author = "Bao, Wentao and Chen, Lele and Zeng, Libing and Li, Zhong and Xu, Yi and Yuan, Junsong and Kong, Yu",
    title = "Uncertainty-aware State Space Transformer for Egocentric 3D Hand Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
      Bibtex 
      @InProceedings{Kwon_2021_ICCV,
    author = "Kwon, Taein and Tekin, Bugra and Stuhmer, Jan and Bogo, Federica and Pollefeys, Marc",
    title = "H2O: Two Hands Manipulating Objects for First Person Interaction Recognition",
    booktitle = "ICCV",
    year = "2021"
}
    Habitat link paper arxiv
      Used in papers
        Ramakrishnan et al., "Occupancy Anticipation for Efficient Exploration and Navigation", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ramakrishnan_2020_ECCV,
    author = "Ramakrishnan, Santhosh K and Al-Halah, Ziad and Grauman, Kristen",
    title = "Occupancy Anticipation for Efficient Exploration and Navigation",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Savva_2019_ICCV,
    author = "Savva, Manolis and Kadian, Abhishek and Maksymets, Oleksandr and Zhao, Yili and Wijmans, Erik and Jain, Bhavana and Straub, Julian and Liu, Jia and Koltun, Vladlen and Malik, Jitendra and Parikh, Devi and Batra, Dhruv",
    title = "Habitat: A Platform for Embodied {AI} Research",
    booktitle = "ICCV",
    year = "2019"
}
    Habitat Matterport Dataset (HM3D) link paper arxiv
    • Summary: A dataset of 3D indoor spaces consisting of 1,000 high-resolution 3D scans (or digital twins) of various buildings generated from real-world environments.
    • Applications:
    • Data type and annotations: RGBD, Human
    • Task: Navigation
      Used in papers
        Sharma et al., "ProxMaP: Proximal Occupancy Map Prediction for Efficient Indoor Robot Navigation", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Sharma_2023_IROS,
    author = "Sharma, Vishnu D. and Chen, Jingxi and Tokekar, Pratap",
    booktitle = "IROS",
    title = "ProxMaP: Proximal Occupancy Map Prediction for Efficient Indoor Robot Navigation",
    year = "2023"
}
      Bibtex 
      @inproceedings{Ramakrishnan_2021_NeurIPS,
    author = "Ramakrishnan, Santhosh Kumar and Gokaslan, Aaron and Wijmans, Erik and Maksymets, Oleksandr and Clegg, Alexander and Turner, John M and Undersander, Eric and Galuba, Wojciech and Westbury, Andrew and Chang, Angel X and Savva, Manolis and Zhao, Yili and Batra, Dhruv",
    title = "Habitat-Matterport 3D Dataset ({HM}3D): 1000 Large-scale 3D Environments for Embodied {AI}",
    booktitle = "NeurIPS",
    year = "2021"
}
    HDM05 link paper
    • Summary: A motion capture dataset that contains 70+ motion classes in 10 to 50 realizations executed by various actors.
    • Applications: Motion prediction
    • Data type and annotations: 3D Pose, Activity Label
    • Task: Action
      Used in papers
        Maeda et al., "MotionAug: Augmentation With Physical Correction for Human Motion Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Maeda_2022_CVPR,
    author = "Maeda, Takahiro and Ukita, Norimichi",
    title = "{MotionAug}: Augmentation With Physical Correction for Human Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
      Bibtex 
      @Techreport{Muller_2007_tech,
    author = "Muller, M. and Roder, T. and Clausen, M. and Eberhardt, B. and Kruger, B. and Weber, A.",
    title = "Documentation Mocap Database {HDM05}",
    number = "CG-2007-2",
    year = "2007",
    month = "June",
    institution = "Universitat Bonn",
    ISSN = "1610-8892"
}
    highD link arxiv
    • Summary: A dataset of 147 hours of 110K+ cars driving on German highways recorded from top-down view using a drone
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Trajectory, Vehicle Type, Vehicle Size
    • Task: Driving
      Used in papers
        Liao et al., "Human Observation-Inspired Trajectory Prediction for Autonomous Driving in Mixed-Autonomy Traffic Environments", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Liao_Human_2024_ICRA,
    author = "Liao, Haicheng and Liu, Shangqian and Li, Yongkang and Li, Zhenning and Wang, Chengyue and Li, Yunjian and Li, Shengbo Eben and Xu, Chengzhong",
    booktitle = "ICRA",
    title = "Human Observation-Inspired Trajectory Prediction for Autonomous Driving in Mixed-Autonomy Traffic Environments",
    year = "2024"
}
        Wen et al., "Social ODE: Multi-agent Trajectory Forecasting with Neural Ordinary Differential Equations", ECCV, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Wen_2022_ECCV,
    author = "Wen, Song and Wang, Hao and Metaxas, Dimitris N.",
    title = "{Social ODE}: Multi-agent Trajectory Forecasting with Neural Ordinary Differential Equations",
    booktitle = "ECCV",
    year = "2022"
}
        Anderson et al., "A Kinematic Model for Trajectory Prediction in General Highway Scenarios", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Anderson_2021_RAL,
    author = "Anderson, Cyrus and Vasudevan, Ram and Johnson-Roberson, Matthew",
    journal = "RAL",
    title = "A Kinematic Model for Trajectory Prediction in General Highway Scenarios",
    year = "2021",
    volume = "6",
    number = "4",
    pages = "6757-6764"
}
        Mersch et al., "Maneuver-based Trajectory Prediction for Self-driving Cars Using Spatio-temporal Convolutional Networks", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mersch_2021_IROS,
    author = "Mersch, Benedikt and Höllen, Thomas and Zhao, Kun and Stachniss, Cyrill and Roscher, Ribana",
    booktitle = "IROS",
    title = "Maneuver-based Trajectory Prediction for Self-driving Cars Using Spatio-temporal Convolutional Networks",
    year = "2021"
}
        Song et al., "PiP: Planning-informed Trajectory Prediction for Autonomous Driving", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Song_2020_ECCV,
    author = "Song, Haoran and Ding, Wenchao and Chen, Yuxuan and Shen, Shaojie and Wang, Michael Yu and Chen, Qifeng",
    title = "{PiP}: Planning-informed Trajectory Prediction for Autonomous Driving",
    booktitle = "ECCV",
    year = "2020"
}
        Mukherjee et al., "Interacting Vehicle Trajectory Prediction with Convolutional Recurrent Neural Networks", ICRA, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mukherjee_2020_ICRA,
    author = "Mukherjee, S. and Wang, S. and Wallace, A.",
    booktitle = "ICRA",
    title = "Interacting Vehicle Trajectory Prediction with Convolutional Recurrent Neural Networks",
    year = "2020"
}
        Wirthmüller et al., "Predicting the Time Until a Vehicle Changes the Lane Using LSTM-Based Recurrent Neural Networks", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Wirthmuller_2021_RAL,
    author = "Wirthmüller, Florian and Klimke, Marvin and Schlechtriemen, Julian and Hipp, Jochen and Reichert, Manfred",
    journal = "RAL",
    title = "Predicting the Time Until a Vehicle Changes the Lane Using {LSTM-Based} Recurrent Neural Networks",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "2357-2364"
}
      Bibtex 
      @InProceedings{Krajewski_2018_ITSC,
    author = "Krajewski, Robert and Bock, Julian and Kloeker, Laurent and Eckstein, Lutz",
    title = "The {highD} Dataset: A Drone Dataset of Naturalistic Vehicle Trajectories on German Highways for Validation of Highly Automated Driving Systems",
    booktitle = "ITSC",
    year = "2018"
}
    HighwaySim link paper arxiv
    • Summary: A simulated dataset of driving sequence on highways with 70+K frames with different object tracks.
    • Applications:
    • Data type and annotations: Map, Trajectory
    • Task: Driving
      Used in papers
        Cui et al., "GoRela: Go Relative for Viewpoint-Invariant Motion Forecasting", ICRA, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Cui_2023_ICRA,
    author = "Cui, Alexander and Casas, Sergio and Wong, Kelvin and Suo, Simon and Urtasun, Raquel",
    title = "GoRela: Go Relative for Viewpoint-Invariant Motion Forecasting",
    booktitle = "ICRA",
    year = "2023"
}
      Bibtex 
      @InProceedings{Cui_2023_ICRA,
    author = "Cui, Alexander and Casas, Sergio and Wong, Kelvin and Suo, Simon and Urtasun, Raquel",
    title = "GoRela: Go Relative for Viewpoint-Invariant Motion Forecasting",
    booktitle = "ICRA",
    year = "2023"
}
    Honda 3D (H3D) link paper arxiv
    • Summary: A dataset of 8 traffic objects annotated with 3D bounding boxes at 2Hz on 10Hz recorded data
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, LIDAR, 3D Bounding box, Object class
    • Task: Driving
      Used in papers
        Choi et al., "Shared Cross-Modal Trajectory Prediction for Autonomous Driving", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2021_CVPR,
    author = "Choi, Chiho and Choi, Joon Hee and Li, Jiachen and Malla, Srikanth",
    title = "Shared Cross-Modal Trajectory Prediction for Autonomous Driving",
    booktitle = "CVPR",
    year = "2021"
}
        Li et al., "EvolveGraph: Multi-Agent Trajectory Prediction with Dynamic Relational Reasoning", NeurIPS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2020_NeurIPS,
    author = "Li, Jiachen and Yang, Fan and Tomizuka, Masayoshi and Choi, Chiho",
    booktitle = "NeurIPS",
    title = "{EvolveGraph}: Multi-Agent Trajectory Prediction with Dynamic Relational Reasoning",
    year = "2020"
}
      Bibtex 
      @InProceedings{Patil_2019_ICRA,
    author = "Patil, Abhishek and Malla, Srikanth and Gang, Haiming and Chen, Yi-Ting",
    title = "The {H3D} Dataset for Full-Surround {3D} Multi-Object Detection and Tracking in Crowded Urban Scenes",
    booktitle = "ICRA",
    year = "2019"
}
    Honda Egocentric View-Intersection (HEV-I) link paper arxiv
    • Summary: A dataset of 230 video clips of driving at different intersections in San Francisco annotated at 10Hz
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Object Class, Bounding Box, Tracking ID, activity label, vehicle sensors
    • Task: Driving
      Used in papers
        Wang et al., "Stepwise Goal-Driven Networks for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Wang_2022_RAL_2,
    author = "Wang, Chuhua and Wang, Yuchen and Xu, Mingze and Crandall, David J.",
    journal = "RAL",
    title = "Stepwise Goal-Driven Networks for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "2716-2723"
}
        Yao et al., "Egocentric Vision-based Future Vehicle Localization for Intelligent Driving Assistance Systems", ICRA, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2019_ICRA,
    author = "Yao, Y. and Xu, M. and Choi, C. and Crandall, D. J. and Atkins, E. M. and Dariush, B.",
    booktitle = "ICRA",
    title = "Egocentric Vision-based Future Vehicle Localization for Intelligent Driving Assistance Systems",
    year = "2019"
}
        Yao et al., "Unsupervised Traffic Accident Detection in First-Person Videos", IROS, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2019_IROS,
    author = "Yao, Y. and Xu, M. and Wang, Y. and Crandall, D. J. and Atkins, E. M.",
    booktitle = "IROS",
    title = "Unsupervised Traffic Accident Detection in First-Person Videos",
    year = "2019"
}
      Bibtex 
      @InProceedings{Yao_2019_ICRA,
    author = "Yao, Y. and Xu, M. and Choi, C. and Crandall, D. J. and Atkins, E. M. and Dariush, B.",
    booktitle = "ICRA",
    title = "Egocentric Vision-based Future Vehicle Localization for Intelligent Driving Assistance Systems",
    year = "2019"
}
    Human Motion Database (HMDB) link paper
    • Summary: A dataset of 6.8K+ video clips of 51 actions corresponding to general facial actions (laughing), facial actions with object manipulation (smoking), general body movements (clapping hands), body movements with object interaction (catching), and body movements for human interaction (fencing)
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, mask, activity label, attribute
    • Task: Activity
      Used in papers
        Cho et al., "A Temporal Sequence Learning For Action Recognition And Prediction", WACV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cho_2018_WACV,
    author = "Cho, S. and Foroosh, H.",
    booktitle = "WACV",
    title = "A Temporal Sequence Learning For Action Recognition And Prediction",
    year = "2018"
}
        Wang et al., "Self-supervised Video Representation Learning by Pace Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2020_ECCV_2,
    author = "Wang, Jiangliu and Jiao, Jianbo and Liu, Yun-Hui",
    title = "Self-supervised Video Representation Learning by Pace Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Kuehne_2011_ICCV,
    author = "Kuehne, H. and Jhuang, H. and Garrote, E. and Poggio, T. and Serre, T.",
    title = "{HMDB}: A Large Video Database For Human Motion Recognition",
    booktitle = "ICCV",
    year = "2011"
}
    Human Tool Use Dataset (HTUD) link paper arxiv
    • Summary: A dataset of 1000 videos of a human using different tools to push objects
    • Applications: Video prediction
    • Data type and annotations: RGB
    • Task: Object interaction
      Used in papers
        Schmeckpeper et al., "Learning Predictive Models From Observation and Interaction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Schmeckpeper_2020_ECCV,
    author = "Schmeckpeper, Karl and Xie, Annie and Rybkin, Oleh and Tian, Stephen and Daniilidis, Kostas and Levine, Sergey and Finn, Chelsea",
    title = "Learning Predictive Models From Observation and Interaction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Schmeckpeper_2020_ECCV,
    author = "Schmeckpeper, Karl and Xie, Annie and Rybkin, Oleh and Tian, Stephen and Daniilidis, Kostas and Levine, Sergey and Finn, Chelsea",
    title = "Learning Predictive Models From Observation and Interaction",
    booktitle = "ECCV",
    year = "2020"
}
    Human3.6M link paper
    • Summary: A large-scale dataset of 3D human poses with 3M+ images captured using 11 professional actors in 17 scenarios, such as discussion, smoking, taking photo, etc.
    • Applications: Video prediction, Action prediction, Motion prediction
    • Data type and annotations: RGB, 3D pose, activity label
    • Task: Activity
      Used in papers
        Shrivastava et al., "Video Prediction by Modeling Videos as Continuous Multi-Dimensional Processes", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shrivastava_Video_2024_CVPR,
    author = "Shrivastava, Gaurav and Shrivastava, Abhinav",
    title = "Video Prediction by Modeling Videos as Continuous Multi-Dimensional Processes",
    booktitle = "CVPR",
    year = "2024"
}
        Chang et al., "STRPM: A Spatiotemporal Residual Predictive Model for High-Resolution Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chang_2022_CVPR,
    author = "Chang, Zheng and Zhang, Xinfeng and Wang, Shanshe and Ma, Siwei and Gao, Wen",
    title = "{STRPM}: A Spatiotemporal Residual Predictive Model for High-Resolution Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Gao et al., "SimVP: Simpler Yet Better Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2022_CVPR,
    author = "Gao, Zhangyang and Tan, Cheng and Wu, Lirong and Li, Stan Z.",
    title = "{SimVP}: Simpler Yet Better Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Pourheydari et al., "TaylorSwiftNet: Taylor Driven Temporal Modeling for Swift Future Frame Prediction", BMVC, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Pourheydari_2022_BMVC,
    author = "Pourheydari, Mohammad Saber and Bahrami, Emad and Fayyaz, Mohsen and Francesca, Gianpiero and Noroozi, Mehdi and Gall, Jürgen",
    title = "{TaylorSwiftNet}: Taylor Driven Temporal Modeling for Swift Future Frame Prediction",
    booktitle = "BMVC",
    year = "2022"
}
        Wang et al., "Towards Unified Multi-Excitation for Unsupervised Video Prediction", BMVC, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2022_BMVC,
    author = "Wang, Junyan and Likun, Qin and Zhang, Peng and Long, Yang and Hu, Bingzhang and Pagnucco, Maurice and Wang, Shizheng and Song, Yang",
    title = "Towards Unified Multi-Excitation for Unsupervised Video Prediction",
    booktitle = "BMVC",
    year = "2022"
}
        Lee et al., "Video Prediction Recalling Long-Term Motion Context via Memory Alignment Learning", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2021_CVPR,
    author = "Lee, Sangmin and Kim, Hak Gu and Choi, Dae Hwi and Kim, Hyung-Il and Ro, Yong Man",
    title = "Video Prediction Recalling Long-Term Motion Context via Memory Alignment Learning",
    booktitle = "CVPR",
    year = "2021"
}
        Wu et al., "Greedy Hierarchical Variational Autoencoders for Large-Scale Video Prediction", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wu_2021_CVPR,
    author = "Wu, Bohan and Nair, Suraj and Martin-Martin, Roberto and Fei-Fei, Li and Finn, Chelsea",
    title = "Greedy Hierarchical Variational Autoencoders for Large-Scale Video Prediction",
    booktitle = "CVPR",
    year = "2021"
}
        Wu et al., "MotionRNN: A Flexible Model for Video Prediction With Spacetime-Varying Motions", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wu_2021_CVPR_2,
    author = "Wu, Haixu and Yao, Zhiyu and Wang, Jianmin and Long, Mingsheng",
    title = "{MotionRNN}: A Flexible Model for Video Prediction With Spacetime-Varying Motions",
    booktitle = "CVPR",
    year = "2021"
}
        Gao et al., "Accurate Grid Keypoint Learning for Efficient Video Prediction", IROS, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2021_IROS,
    author = "Gao, Xiaojie and Jin, Yueming and Dou, Qi and Fu, Chi-Wing and Heng, Pheng-Ann",
    booktitle = "IROS",
    title = "Accurate Grid Keypoint Learning for Efficient Video Prediction",
    year = "2021"
}
        Le et al., "Disentangling Physical Dynamics From Unknown Factors for Unsupervised Video Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Guen_2020_CVPR,
    author = "Le Guen, Vincent and Thome, Nicolas",
    title = "Disentangling Physical Dynamics From Unknown Factors for Unsupervised Video Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Franceschi et al., "Stochastic Latent Residual Video Prediction", ICML, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Franceschi_2020_ICML,
    author = {Franceschi, Jean-Yves and Delasalles, Edouard and Chen, Micka{\"e}l and Lamprier, Sylvain and Gallinari, Patrick},
    title = "Stochastic Latent Residual Video Prediction",
    booktitle = "ICML",
    year = "2020"
}
        Yao et al., "Unsupervised Transfer Learning for Spatiotemporal Predictive Networks", ICML, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2020_ICML,
    author = "Yao, Zhiyu and Wang, Yunbo and Long, Mingsheng and Wang, Jianmin",
    title = "Unsupervised Transfer Learning for Spatiotemporal Predictive Networks",
    booktitle = "ICML",
    year = "2020"
}
        Xu et al., "Structure Preserving Video Prediction", CVPR, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR,
    author = "Xu, Jingwei and Ni, Bingbing and Li, Zefan and Cheng, Shuo and Yang, Xiaokang",
    title = "Structure Preserving Video Prediction",
    booktitle = "CVPR",
    year = "2018"
}
        Byeon et al., "Contextvp: Fully Context-Aware Video Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Byeon_2018_ECCV,
    author = "Byeon, Wonmin and Wang, Qin and Kumar Srivastava, Rupesh and Koumoutsakos, Petros",
    title = "Contextvp: Fully Context-Aware Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Cai et al., "Deep Video Generation, Prediction And Completion Of Human Action Sequences", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cai_2018_ECCV,
    author = "Cai, Haoye and Bai, Chunyan and Tai, Yu-Wing and Tang, Chi-Keung",
    title = "Deep Video Generation, Prediction And Completion Of Human Action Sequences",
    booktitle = "ECCV",
    year = "2018"
}
        Xu et al., "Video Prediction Via Selective Sampling", NeurIPS, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_NeurIPS,
    author = "Xu, Jingwei and Ni, Bingbing and Yang, Xiaokang",
    title = "Video Prediction Via Selective Sampling",
    booktitle = "NeurIPS",
    year = "2018"
}
        Wichers et al., "Hierarchical Long-Term Video Prediction Without Supervision", ICML, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wichers_2018_ICML,
    author = "Wichers, Nevan and Villegas, Ruben and Erhan, Dumitru and Lee, Honglak",
    title = "Hierarchical Long-Term Video Prediction Without Supervision",
    booktitle = "ICML",
    year = "2018"
}
        Ying et al., "Better Guider Predicts Future Better: Difference Guided Generative Adversarial Networks", ACCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ying_2018_ACCV,
    author = "Ying, Guohao and Zou, Yingtian and Wan, Lin and Hu, Yiming and Feng, Jiashi",
    editor = "Jawahar, C.V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "Better Guider Predicts Future Better: Difference Guided Generative Adversarial Networks",
    booktitle = "ACCV",
    year = "2018"
}
        Ji et al., "Dynamic Visual Sequence Prediction With Motion Flow Networks", WACV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ji_2018_WACV,
    author = "Ji, D. and Wei, Z. and Dunn, E. and Frahm, J. M.",
    booktitle = "WACV",
    title = "Dynamic Visual Sequence Prediction With Motion Flow Networks",
    year = "2018"
}
        Villegas et al., "Learning To Generate Long-Term Future Via Hierarchical Prediction", ICML, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Villegas_2017_ICML,
    author = "Villegas, Ruben and Yang, Jimei and Zou, Yuliang and Sohn, Sungryull and Lin, Xunyu and Lee, Honglak",
    title = "Learning To Generate Long-Term Future Via Hierarchical Prediction",
    booktitle = "ICML",
    year = "2017"
}
        Finn et al., "Unsupervised Learning For Physical Interaction Through Video Prediction", NeurIPS, 2016. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Finn_2016_NeurIPS,
    author = "Finn, Chelsea and Goodfellow, Ian and Levine, Sergey",
    title = "Unsupervised Learning For Physical Interaction Through Video Prediction",
    booktitle = "NeurIPS",
    year = "2016"
}
        Mascaro et al., "Intention-Conditioned Long-Term Human Egocentric Action Anticipation", WACV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mascaro_2023_WACV,
    author = "Mascaro, Esteve Valls and Ahn, Hyemin and Lee, Dongheui",
    title = "Intention-Conditioned Long-Term Human Egocentric Action Anticipation",
    booktitle = "WACV",
    year = "2023"
}
        Butepage et al., "Deep Representation Learning For Human Motion Prediction And Classification", CVPR, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Butepage_2017_CVPR,
    author = "Butepage, Judith and Black, Michael J. and Kragic, Danica and Kjellstrom, Hedvig",
    title = "Deep Representation Learning For Human Motion Prediction And Classification",
    booktitle = "CVPR",
    year = "2017"
}
        Eltouny et al., "DE-TGN: Uncertainty-Aware Human Motion Forecasting Using Deep Ensembles", RAL, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Eltouny_DETGN_2024_RAL,
    author = "Eltouny, Kareem A. and Liu, Wansong and Tian, Sibo and Zheng, Minghui and Liang, Xiao",
    journal = "RAL",
    title = "DE-TGN: Uncertainty-Aware Human Motion Forecasting Using Deep Ensembles",
    year = "2024",
    volume = "9",
    number = "3",
    pages = "2192-2199"
}
        Mahdavian et al., "STPOTR: Simultaneous Human Trajectory and Pose Prediction Using a Non-Autoregressive Transformer for Robot Follow-Ahead", ICRA, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mahdavian_2023_ICRA,
    author = "Mahdavian, Mohammad and Nikdel, Payam and TaherAhmadi, Mahdi and Chen, Mo",
    title = "STPOTR: Simultaneous Human Trajectory and Pose Prediction Using a Non-Autoregressive Transformer for Robot Follow-Ahead",
    booktitle = "ICRA",
    year = "2023"
}
        Nikdel et al., "DMMGAN: Diverse Multi Motion Prediction of 3D Human Joints using Attention-Based Generative Adversarial Network", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Nikdel_2023_ICRA,
    author = "Nikdel, Payam and Mahdavian, Mohammad and Chen, Mo",
    title = "DMMGAN: Diverse Multi Motion Prediction of 3D Human Joints using Attention-Based Generative Adversarial Network",
    booktitle = "ICRA",
    year = "2023"
}
        Sun et al., "MoML: Online Meta Adaptation for 3D Human Motion Prediction", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_MoML_2024_CVPR,
    author = "Sun, Xiaoning and Sun, Huaijiang and Li, Bin and Wei, Dong and Li, Weiqing and Lu, Jianfeng",
    title = "MoML: Online Meta Adaptation for 3D Human Motion Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Chen et al., "Rethinking Human Motion Prediction with Symplectic Integral", CVPR, 2024. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_Rethinking_2024_CVPR,
    author = "Chen, Haipeng and Lyu, Kedi and Liu, Zhenguang and Yin, Yifang and Yang, Xun and Lyu, Yingda",
    title = "Rethinking Human Motion Prediction with Symplectic Integral",
    booktitle = "CVPR",
    year = "2024"
}
        Tian et al., "TransFusion: A Practical and Effective Transformer-Based Diffusion Model for 3D Human Motion Prediction", RAL, 2024. paper code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Tian_TransFusion_2024_RAL,
    author = "Tian, Sibo and Zheng, Minghui and Liang, Xiao",
    journal = "RAL",
    title = "TransFusion: A Practical and Effective Transformer-Based Diffusion Model for 3D Human Motion Prediction",
    year = "2024",
    volume = "9",
    number = "7",
    pages = "6232-6239"
}
        Gao et al., "Decompose More and Aggregate Better: Two Closer Looks at Frequency Representation Learning for Human Motion Prediction", CVPR, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2023_CVPR,
    author = "Gao, Xuehao and Du, Shaoyi and Wu, Yang and Yang, Yang",
    title = "Decompose More and Aggregate Better: Two Closer Looks at Frequency Representation Learning for Human Motion Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Sun et al., "DeFeeNet: Consecutive 3D Human Motion Prediction With Deviation Feedback", CVPR, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR,
    author = "Sun, Xiaoning and Sun, Huaijiang and Li, Bin and Wei, Dong and Li, Weiqing and Lu, Jianfeng",
    title = "DeFeeNet: Consecutive 3D Human Motion Prediction With Deviation Feedback",
    booktitle = "CVPR",
    year = "2023"
}
        Xu et al., "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2023_CVPR,
    author = "Xu, Yi and Bazarjani, Armin and Chi, Hyung-gun and Choi, Chiho and Fu, Yun",
    title = "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Barquero et al., "BeLFusion: Latent Diffusion for Behavior-Driven Human Motion Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Barquero_2023_ICCV,
    author = "Barquero, German and Escalera, Sergio and Palmero, Cristina",
    title = "BeLFusion: Latent Diffusion for Behavior-Driven Human Motion Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Choudhury et al., "TEMPO: Efficient Multi-View Pose Estimation, Tracking, and Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Choudhury_2023_ICCV,
    author = "Choudhury, Rohan and Kitani, Kris M. and Jeni, Laszlo A.",
    title = "TEMPO: Efficient Multi-View Pose Estimation, Tracking, and Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Cui et al., "Test-time Personalizable Forecasting of 3D Human Poses", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Cui_2023_ICCV,
    author = "Cui, Qiongjie and Sun, Huaijiang and Lu, Jianfeng and Li, Weiqing and Li, Bin and Yi, Hongwei and Wang, Haofan",
    title = "Test-time Personalizable Forecasting of 3D Human Poses",
    booktitle = "ICCV",
    year = "2023"
}
        Xing et al., "HDG-ODE: A Hierarchical Continuous-Time Model for Human Pose Forecasting", ICCV, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xing_2023_ICCV,
    author = "Xing, Yucheng and Wang, Xin",
    title = "HDG-ODE: A Hierarchical Continuous-Time Model for Human Pose Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Chen et al., "HumanMAC: Masked Motion Completion for Human Motion Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_ICCV_1,
    author = "Chen, Ling-Hao and Zhang, JiaWei and Li, Yewen and Pang, Yiren and Xia, Xiaobo and Liu, Tongliang",
    title = "HumanMAC: Masked Motion Completion for Human Motion Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Xu et al., "Auxiliary Tasks Benefit 3D Skeleton-based Human Motion Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2023_ICCV_1,
    author = "Xu, Chenxin and Tan, Robby T. and Tan, Yuhong and Chen, Siheng and Wang, Xinchao and Wang, Yanfeng",
    title = "Auxiliary Tasks Benefit 3D Skeleton-based Human Motion Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Ahn et al., "Can We Use Diffusion Probabilistic Models for 3D Motion Prediction?", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ahn_2023_ICRA,
    author = "Ahn, Hyemin and Mascaro, Esteve Valls and Lee, Dongheui",
    title = "Can We Use Diffusion Probabilistic Models for 3D Motion Prediction?",
    booktitle = "ICRA",
    year = "2023"
}
        Saadatnejad et al., "A generic diffusion-based approach for 3D human pose prediction in the wild", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Saadatnejad_2023_ICRA,
    author = "Saadatnejad, Saeed and Rasekh, Ali and Mofayezi, Mohammadreza and Medghalchi, Yasamin and Rajabzadeh, Sara and Mordan, Taylor and Alahi, Alexandre",
    title = "A generic diffusion-based approach for 3D human pose prediction in the wild",
    booktitle = "ICRA",
    year = "2023"
}
        Guo et al., "Back to MLP: A Simple Baseline for Human Motion Prediction", WACV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Guo_2023_WACV,
    author = "Guo, Wen and Du, Yuming and Shen, Xi and Lepetit, Vincent and Alameda-Pineda, Xavier and Moreno-Noguer, Francesc",
    title = "Back to MLP: A Simple Baseline for Human Motion Prediction",
    booktitle = "WACV",
    year = "2023"
}
        Ma et al., "Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2022_CVPR_2,
    author = "Ma, Hengbo and Li, Jiachen and Hosseini, Ramtin and Tomizuka, Masayoshi and Choi, Chiho",
    title = "Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation",
    booktitle = "CVPR",
    year = "2022"
}
        Diller et al., "Forecasting Characteristic 3D Poses of Human Actions", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Diller_2022_CVPR,
    author = "Diller, Christian and Funkhouser, Thomas and Dai, Angela",
    title = "Forecasting Characteristic {3D} Poses of Human Actions",
    booktitle = "CVPR",
    year = "2022"
}
        Ma et al., "Progressively Generating Better Initial Guesses Towards Next Stages for High-Quality Human Motion Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2022_CVPR,
    author = "Ma, Tiezheng and Nie, Yongwei and Long, Chengjiang and Zhang, Qing and Li, Guiqing",
    title = "Progressively Generating Better Initial Guesses Towards Next Stages for High-Quality Human Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Salzmann et al., "Motron: Multimodal Probabilistic Human Motion Forecasting", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Salzmann_2022_CVPR,
    author = "Salzmann, Tim and Pavone, Marco and Ryll, Markus",
    title = "Motron: Multimodal Probabilistic Human Motion Forecasting",
    booktitle = "CVPR",
    year = "2022"
}
        Zhong et al., "Spatio-Temporal Gating-Adjacency GCN for Human Motion Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhong_2022_CVPR,
    author = "Zhong, Chongyang and Hu, Lei and Zhang, Zihao and Ye, Yongjing and Xia, Shihong",
    title = "Spatio-Temporal Gating-Adjacency {GCN} for Human Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Li et al., "Skeleton-Parted Graph Scattering Networks for 3D Human Motion Prediction", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2022_ECCV,
    author = "Li, Maosen and Chen, Siheng and Zhang, Zijing and Xie, Lingxi and Tian, Qi and Zhang, Ya",
    title = "Skeleton-Parted Graph Scattering Networks for {3D} Human Motion Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Sampieri et al., "Pose Forecasting in Industrial Human-Robot Collaboration", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Sampieri_2022_ECCV,
    author = "Sampieri, Alessio and di Melendugno, Guido Maria D’Amely and Avogaro, Andrea and Cunico, Federico and Setti, Francesco and Skenderi, Geri and Cristani, Marco and Galasso, Fabio",
    title = "Pose Forecasting in Industrial Human-Robot Collaboration",
    booktitle = "ECCV",
    year = "2022"
}
        Sun et al., "Overlooked Poses Actually Make Sense: Distilling Privileged Knowledge for Human Motion Prediction", ECCV, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2022_ECCV,
    author = "Sun, Xiaoning and Cui, Qiongjie and Sun, Huaijiang and Li, Bin and Li, Weiqing and Lu, Jianfeng",
    title = "Overlooked Poses Actually Make Sense: Distilling Privileged Knowledge for Human Motion Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Xu et al., "Diverse Human Motion Prediction Guided by Multi-level Spatial-Temporal Anchors", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_ECCV_2,
    author = "Xu, Sirui and Wang, Yu-Xiong and Gui, Liang-Yan",
    title = "Diverse Human Motion Prediction Guided by Multi-level Spatial-Temporal Anchors",
    booktitle = "ECCV",
    year = "2022"
}
        Mascaro et al., "Robust Human Motion Forecasting using Transformer-based Model", IROS, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mascaro_2022_IROS,
    author = "Mascaro, Esteve Valls and Ma, Shuo and Ahn, Hyemin and Lee, Dongheui",
    booktitle = "IROS",
    title = "Robust Human Motion Forecasting using Transformer-based Model",
    year = "2022"
}
        Zhang et al., "IMNet: Physics-Infused Neural Network for Human Motion Prediction", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @Article{Zhang_2022_RAL,
    author = "Zhang, Zhibo and Zhu, Yanjun and Rai, Rahul and Doermann, David",
    journal = "RAL",
    title = "{IMNet}: Physics-Infused Neural Network for Human Motion Prediction",
    volume = "7",
    number = "4",
    pages = "8949-8955",
    year = "2022"
}
        Sun et al., "Action-guided 3D Human Motion Prediction", NeurIPS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2021_NeurIPS,
    author = "Sun, Jiangxin and Lin, Zihang and Han, Xintong and Hu, Jian-Fang and Xu, Jia and Zheng, Wei-Shi",
    booktitle = "NeurIPS",
    title = "Action-guided {3D} Human Motion Prediction",
    year = "2021"
}
        Cui et al., "Towards Accurate 3D Human Motion Prediction From Incomplete Observations", CVPR, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Cui_2021_CVPR,
    author = "Cui, Qiongjie and Sun, Huaijiang",
    title = "Towards Accurate {3D} Human Motion Prediction From Incomplete Observations",
    booktitle = "CVPR",
    year = "2021"
}
        Li et al., "RAIN: Reinforced Hybrid Attention Inference Network for Motion Forecasting", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICCV_2,
    author = "Li, Jiachen and Yang, Fan and Ma, Hengbo and Malla, Srikanth and Tomizuka, Masayoshi and Choi, Chiho",
    title = "{RAIN}: Reinforced Hybrid Attention Inference Network for Motion Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Aliakbarian et al., "Contextually Plausible and Diverse 3D Human Motion Prediction", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Aliakbarian_2021_ICCV,
    author = "Aliakbarian, Sadegh and Saleh, Fatemeh and Petersson, Lars and Gould, Stephen and Salzmann, Mathieu",
    title = "Contextually Plausible and Diverse {3D} Human Motion Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Dang et al., "MSR-GCN: Multi-Scale Residual Graph Convolution Networks for Human Motion Prediction", ICCV, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Dang_2021_ICCV,
    author = "Dang, Lingwei and Nie, Yongwei and Long, Chengjiang and Zhang, Qing and Li, Guiqing",
    title = "{MSR-GCN}: Multi-Scale Residual Graph Convolution Networks for Human Motion Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Liu et al., "Motion Prediction Using Trajectory Cues", ICCV, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2021_ICCV,
    author = "Liu, Zhenguang and Su, Pengxiang and Wu, Shuang and Shen, Xuanjing and Chen, Haipeng and Hao, Yanbin and Wang, Meng",
    title = "Motion Prediction Using Trajectory Cues",
    booktitle = "ICCV",
    year = "2021"
}
        Mao et al., "Generating Smooth Pose Sequences for Diverse Human Motion Prediction", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2021_ICCV,
    author = "Mao, Wei and Liu, Miaomiao and Salzmann, Mathieu",
    title = "Generating Smooth Pose Sequences for Diverse Human Motion Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Sofianos et al., "Space-Time-Separable Graph Convolutional Network for Pose Forecasting", ICCV, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Sofianos_2021_ICCV,
    author = "Sofianos, Theodoros and Sampieri, Alessio and Franco, Luca and Galasso, Fabio",
    title = "Space-Time-Separable Graph Convolutional Network for Pose Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Li et al., "Directed Acyclic Graph Neural Network for Human Motion Prediction", ICRA, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICRA,
    author = "Li, Qin and Chalvatzaki, Georgia and Peters, Jan and Wang, Yong",
    booktitle = "ICRA",
    title = "Directed Acyclic Graph Neural Network for Human Motion Prediction",
    year = "2021"
}
        Xu et al., "Probabilistic Human Motion Prediction via A Bayesian Neural Network", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2021_ICRA,
    author = "Xu, Jie and Chen, Xingyu and Lan, Xuguang and Zheng, Nanning",
    booktitle = "ICRA",
    title = "Probabilistic Human Motion Prediction via A Bayesian Neural Network",
    year = "2021"
}
        Zhang et al., "Non-local Graph Convolutional Network for Joint Activity Recognition and Motion Prediction", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2021_IROS,
    author = "Zhang, Dianhao and Vien, Ngo Anh and Van, Mien and McLoone, Seán",
    booktitle = "IROS",
    title = "Non-local Graph Convolutional Network for Joint Activity Recognition and Motion Prediction",
    year = "2021"
}
        Aliakbarian et al., "A Stochastic Conditioning Scheme for Diverse Human Motion Prediction", CVPR, 2020. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Aliakbarian_2020_CVPR,
    author = "Aliakbarian, Sadegh and Saleh, Fatemeh Sadat and Salzmann, Mathieu and Petersson, Lars and Gould, Stephen",
    title = "A Stochastic Conditioning Scheme for Diverse Human Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Cui et al., "Learning Dynamic Relationships for 3D Human Motion Prediction", CVPR, 2020. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Cui_2020_CVPR,
    author = "Cui, Qiongjie and Sun, Huaijiang and Yang, Fei",
    title = "Learning Dynamic Relationships for 3D Human Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Li et al., "Dynamic Multiscale Graph Neural Networks for 3D Skeleton Based Human Motion Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2020_CVPR,
    author = "Li, Maosen and Chen, Siheng and Zhao, Yangheng and Zhang, Ya and Wang, Yanfeng and Tian, Qi",
    title = "Dynamic Multiscale Graph Neural Networks for {3D} Skeleton Based Human Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Cai et al., "Learning Progressive Joint Propagation for Human Motion Prediction", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Cai_2020_ECCV,
    author = "Cai, Yujun and Huang, Lin and Wang, Yiwei and Cham, Tat-Jen and Cai, Jianfei and Yuan, Junsong and Liu, Jun and Yang, Xu and Zhu, Yiheng and Shen, Xiaohui and Liu, Ding and Liu, Jing and Thalmann, Nadia M",
    title = "Learning Progressive Joint Propagation for Human Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Mao et al., "History Repeats Itself: Human Motion Prediction via Motion Attention", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2020_ECCV,
    author = "Mao, Wei and Liu, Miaomiao and Salzmann, Mathieu",
    title = "History Repeats Itself: Human Motion Prediction via Motion Attention",
    booktitle = "ECCV",
    year = "2020"
}
        Piergiovanni et al., "Adversarial Generative Grammars for Human Activity Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Piergiovanni_2020_ECCV,
    author = "Piergiovanni, AJ and Angelova, Anelia and Toshev, Alexander and Ryoo, Michael S",
    title = "Adversarial Generative Grammars for Human Activity Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Yuan et al., "DLow: Diversifying Latent Flows for Diverse Human Motion Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2020_ECCV,
    author = "Yuan, Ye and Kitani, Kris",
    title = "{DLow}: Diversifying Latent Flows for Diverse Human Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Chao et al., "Adversarial Refinement Network for Human Motion Prediction", ACCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chao_2020_ACCV,
    author = "Chao, Xianjin and Bin, Yanrui and Chu, Wenqing and Cao, Xuan and Ge, Yanhao and Wang, Chengjie and Li, Jilin and Huang, Feiyue and Leung, Howard",
    title = "Adversarial Refinement Network for Human Motion Prediction",
    booktitle = "ACCV",
    year = "2020"
}
        Lebailly et al., "Motion Prediction Using Temporal Inception Module", ACCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lebailly_2020_ACCV,
    author = "Lebailly, Tim and Kiciroglu, Sena and Salzmann, Mathieu and Fua, Pascal and Wang, Wei",
    title = "Motion Prediction Using Temporal Inception Module",
    booktitle = "ACCV",
    year = "2020"
}
        Gopalakrishnan et al., "A Neural Temporal Model For Human Motion Prediction", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gopalakrishnan_2019_CVPR,
    author = "Gopalakrishnan, Anand and Mali, Ankur and Kifer, Dan and Giles, Lee and Ororbia, Alexander G.",
    title = "A Neural Temporal Model For Human Motion Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Liu et al., "Towards Natural And Accurate Future Motion Prediction Of Humans And Animals", CVPR, 2019. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2019_CVPR,
    author = "Liu, Zhenguang and Wu, Shuang and Jin, Shuyuan and Liu, Qi and Lu, Shijian and Zimmermann, Roger and Cheng, Li",
    title = "Towards Natural And Accurate Future Motion Prediction Of Humans And Animals",
    booktitle = "CVPR",
    year = "2019"
}
        Hernandez et al., "Human Motion Prediction Via Spatio-Temporal Inpainting", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hernandez_2019_ICCV,
    author = "Hernandez, Alejandro and Gall, Jurgen and Moreno-Noguer, Francesc",
    title = "Human Motion Prediction Via Spatio-Temporal Inpainting",
    booktitle = "ICCV",
    year = "2019"
}
        Mao et al., "Learning Trajectory Dependencies For Human Motion Prediction", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2019_ICCV,
    author = "Mao, Wei and Liu, Miaomiao and Salzmann, Mathieu and Li, Hongdong",
    title = "Learning Trajectory Dependencies For Human Motion Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Wang et al., "Imitation Learning For Human Pose Prediction", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2019_ICCV,
    author = "Wang, Borui and Adeli, Ehsan and Chiu, Hsu-kuang and Huang, De-An and Niebles, Juan Carlos",
    title = "Imitation Learning For Human Pose Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Zhang et al., "Predicting 3D Human Dynamics From Video", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_ICCV,
    author = "Zhang, Jason Y. and Felsen, Panna and Kanazawa, Angjoo and Malik, Jitendra",
    title = "Predicting {3D} Human Dynamics From Video",
    booktitle = "ICCV",
    year = "2019"
}
        Chiu et al., "Action-Agnostic Human Pose Forecasting", WACV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chiu_2019_WACV,
    author = "Chiu, H. and Adeli, E. and Wang, B. and Huang, D. and Niebles, J. C.",
    booktitle = "WACV",
    title = "Action-Agnostic Human Pose Forecasting",
    year = "2019"
}
        Gui et al., "Few-Shot Human Motion Prediction Via Meta-Learning", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Gui_2018_ECCV,
    author = "Gui, Liang-Yan and Wang, Yu-Xiong and Ramanan, Deva and Moura, Jose M. F.",
    title = "Few-Shot Human Motion Prediction Via Meta-Learning",
    booktitle = "ECCV",
    year = "2018"
}
        Gui et al., "Adversarial Geometry-Aware Human Motion Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Gui_2018_ECCV_2,
    author = "Gui, Liang-Yan and Wang, Yu-Xiong and Liang, Xiaodan and Moura, Jose M. F.",
    title = "Adversarial Geometry-Aware Human Motion Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Gui et al., "Teaching Robots To Predict Human Motion", IROS, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Gui_2018_IROS,
    author = "Gui, L. and Zhang, K. and Wang, Y. and Liang, X. and Moura, J. M. F. and Veloso, M.",
    booktitle = "IROS",
    title = "Teaching Robots To Predict Human Motion",
    year = "2018"
}
        Chao et al., "Forecasting Human Dynamics From Static Images", CVPR, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chao_2017_CVPR,
    author = "Chao, Yu-Wei and Yang, Jimei and Price, Brian and Cohen, Scott and Deng, Jia",
    title = "Forecasting Human Dynamics From Static Images",
    booktitle = "CVPR",
    year = "2017"
}
        Martinez et al., "On Human Motion Prediction Using Recurrent Neural Networks", CVPR, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Martinez_2017_CVPR,
    author = "Martinez, Julieta and Black, Michael J. and Romero, Javier",
    title = "On Human Motion Prediction Using Recurrent Neural Networks",
    booktitle = "CVPR",
    year = "2017"
}
        Jain et al., "Structural-RNN: Deep Learning On Spatio-Temporal Graphs", CVPR, 2016. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Jain_2016_CVPR,
    author = "Jain, Ashesh and Zamir, Amir R. and Savarese, Silvio and Saxena, Ashutosh",
    title = "{Structural-RNN}: Deep Learning On Spatio-Temporal Graphs",
    booktitle = "CVPR",
    year = "2016"
}
        Fragkiadaki et al., "Recurrent Network Models For Human Dynamics", ICCV, 2015. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fragkiadaki_2015_ICCV,
    author = "Fragkiadaki, Katerina and Levine, Sergey and Felsen, Panna and Malik, Jitendra",
    title = "Recurrent Network Models For Human Dynamics",
    booktitle = "ICCV",
    year = "2015"
}
      Bibtex 
      @Article{Ionescu_2014_PAMI,
    author = "Ionescu, Catalin and Papava, Dragos and Olaru, Vlad and Sminchisescu, Cristian",
    title = "{Human3.6M}: Large Scale Datasets And Predictive Methods For {3D} Human Sensing In Natural Environments",
    journal = "PAMI",
    volume = "36",
    number = "7",
    pages = "1325-1339",
    year = "2014"
}
    HumanEva-I link paper
    • Summary: A dataset of 6 common actions, e.g. walking, jogging, recorded from 4 subjects in 7 videos
    • Applications: Motion prediction
    • Data type and annotations: RGB, Grayscale, 2D/3D pose
    • Task: Activity
      Used in papers
        Tian et al., "TransFusion: A Practical and Effective Transformer-Based Diffusion Model for 3D Human Motion Prediction", RAL, 2024. paper code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Tian_TransFusion_2024_RAL,
    author = "Tian, Sibo and Zheng, Minghui and Liang, Xiao",
    journal = "RAL",
    title = "TransFusion: A Practical and Effective Transformer-Based Diffusion Model for 3D Human Motion Prediction",
    year = "2024",
    volume = "9",
    number = "7",
    pages = "6232-6239"
}
        Chen et al., "HumanMAC: Masked Motion Completion for Human Motion Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_ICCV_1,
    author = "Chen, Ling-Hao and Zhang, JiaWei and Li, Yewen and Pang, Yiren and Xia, Xiaobo and Liu, Tongliang",
    title = "HumanMAC: Masked Motion Completion for Human Motion Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Ahn et al., "Can We Use Diffusion Probabilistic Models for 3D Motion Prediction?", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ahn_2023_ICRA,
    author = "Ahn, Hyemin and Mascaro, Esteve Valls and Lee, Dongheui",
    title = "Can We Use Diffusion Probabilistic Models for 3D Motion Prediction?",
    booktitle = "ICRA",
    year = "2023"
}
        Saadatnejad et al., "A generic diffusion-based approach for 3D human pose prediction in the wild", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Saadatnejad_2023_ICRA,
    author = "Saadatnejad, Saeed and Rasekh, Ali and Mofayezi, Mohammadreza and Medghalchi, Yasamin and Rajabzadeh, Sara and Mordan, Taylor and Alahi, Alexandre",
    title = "A generic diffusion-based approach for 3D human pose prediction in the wild",
    booktitle = "ICRA",
    year = "2023"
}
        Ma et al., "Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2022_CVPR_2,
    author = "Ma, Hengbo and Li, Jiachen and Hosseini, Ramtin and Tomizuka, Masayoshi and Choi, Chiho",
    title = "Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Diverse Human Motion Prediction Guided by Multi-level Spatial-Temporal Anchors", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_ECCV_2,
    author = "Xu, Sirui and Wang, Yu-Xiong and Gui, Liang-Yan",
    title = "Diverse Human Motion Prediction Guided by Multi-level Spatial-Temporal Anchors",
    booktitle = "ECCV",
    year = "2022"
}
        Mao et al., "Generating Smooth Pose Sequences for Diverse Human Motion Prediction", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2021_ICCV,
    author = "Mao, Wei and Liu, Miaomiao and Salzmann, Mathieu",
    title = "Generating Smooth Pose Sequences for Diverse Human Motion Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Yuan et al., "DLow: Diversifying Latent Flows for Diverse Human Motion Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2020_ECCV,
    author = "Yuan, Ye and Kitani, Kris",
    title = "{DLow}: Diversifying Latent Flows for Diverse Human Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @Article{Sigal_2010_IJCV,
    author = "Sigal, Leonid and Balan, Alexandru O and Black, Michael J",
    title = "{HumanEva}: Synchronized Video and Motion Capture Dataset and Baseline Algorithm for Evaluation of Articulated Human Motion",
    journal = "IJCV",
    volume = "87",
    number = "1-2",
    pages = "4",
    year = "2010"
}
    IITB-Corridor link paper
    • Summary: A dataset of 480K video frames for anomaly detection consisting of 10 different types of actions.
    • Applications: Action prediction
    • Data type and annotations: RGB, Activity Label
    • Task: Anomaly
      Used in papers
        Cao et al., "A New Comprehensive Benchmark for Semi-Supervised Video Anomaly Detection and Anticipation", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Cao_2023_CVPR,
    author = "Cao, Congqi and Lu, Yue and Wang, Peng and Zhang, Yanning",
    title = "A New Comprehensive Benchmark for Semi-Supervised Video Anomaly Detection and Anticipation",
    booktitle = "CVPR",
    year = "2023"
}
      Bibtex 
      @InProceedings{Rodrigues_2020_WACV,
    author = "Rodrigues, Royston and Bhargava, Neha and Velmurugan, Rajbabu and Chaudhuri, Subhasis",
    title = "Multi-timescale Trajectory Prediction for Abnormal Human Activity Detection",
    booktitle = "WACV",
    year = "2020"
}
    IKEA ASM link paper arxiv
    • Summary: A dataset of 371 samples of furniture assembly sequences with 48 assemblers performing 33 actions on 4 types of furnitures and 5 assembly environments
    • Applications:
    • Data type and annotations: RGBD, Activity Label, Pose
    • Task: Activity
      Used in papers
        Diller et al., "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Diller_FutureHuman3D_2024_CVPR,
    author = "Diller, Christian and Funkhouser, Thomas and Dai, Angela",
    title = "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations",
    booktitle = "CVPR",
    year = "2024"
}
      Bibtex 
      @InProceedings{Shabat_IKEA_2021_WACV,
    author = "Ben-Shabat, Yizhak and Yu, Xin and Saleh, Fatemeh and Campbell, Dylan and Rodriguez-Opazo, Cristian and Li, Hongdong and Gould, Stephen",
    title = "The IKEA ASM Dataset: Understanding People Assembling Furniture Through Actions, Objects and Pose",
    booktitle = "WACV",
    year = "2021"
}
    inD link paper arxiv
    • Summary: A dataset of road users’ trajectories recorded from BEV at German intersections.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Trajectory, Vehicle Type, Vehicle Size
    • Task: Driving
      Used in papers
        Dax et al., "Disentangled Neural Relational Inference for Interpretable Motion Prediction", RAL, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Dax_Disentangled_2024_RAL,
    author = "Dax, Victoria M. and Li, Jiachen and Sachdeva, Enna and Agarwal, Nakul and Kochenderfer, Mykel J.",
    journal = "RAL",
    title = "Disentangled Neural Relational Inference for Interpretable Motion Prediction",
    year = "2024",
    volume = "9",
    number = "2",
    pages = "1452-1459",
    keywords = "Predictive models;Trajectory;Vehicle dynamics;Decoding;Data models;Computational modeling;Training;AI-Based Methods;Behavior-Based Systems;Probabilistic Inference",
    doi = "10.1109/LRA.2023.3342554"
}
        Mozaffari et al., "Multimodal Manoeuvre and Trajectory Prediction for Automated Driving on Highways Using Transformer Networks", RAL, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Mozaffari_Multimodal_2023_RAL,
    author = "Mozaffari, Sajjad and Sormoli, Mreza Alipour and Koufos, Konstantinos and Dianati, Mehrdad",
    journal = "RAL",
    title = "Multimodal Manoeuvre and Trajectory Prediction for Automated Driving on Highways Using Transformer Networks",
    year = "2023",
    volume = "8",
    number = "10",
    pages = "6123-6130"
}
        Guo et al., "End-to-End Trajectory Distribution Prediction Based on Occupancy Grid Maps", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Guo_2022_CVPR,
    author = "Guo, Ke and Liu, Wenxi and Pan, Jia",
    title = "End-to-End Trajectory Distribution Prediction Based on Occupancy Grid Maps",
    booktitle = "CVPR",
    year = "2022"
}
        Wen et al., "Social ODE: Multi-agent Trajectory Forecasting with Neural Ordinary Differential Equations", ECCV, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Wen_2022_ECCV,
    author = "Wen, Song and Wang, Hao and Metaxas, Dimitris N.",
    title = "{Social ODE}: Multi-agent Trajectory Forecasting with Neural Ordinary Differential Equations",
    booktitle = "ECCV",
    year = "2022"
}
        Kothari et al., "Motion Style Transfer: Modular Low-Rank Adaptation for Deep Motion Forecasting", CoRL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Kothari_2022_CoRL,
    author = "Kothari, Parth and Li, Danya and Liu, Yuejiang and Alahi, Alexandre",
    title = "Motion Style Transfer: Modular Low-Rank Adaptation for Deep Motion Forecasting",
    booktitle = "CoRL",
    year = "2022"
}
        Ma et al., "Continual Multi-Agent Interaction Behavior Prediction With Conditional Generative Memory", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Ma_Continual_2021_RAL,
    author = "Ma, Hengbo and Sun, Yaofeng and Li, Jiachen and Tomizuka, Masayoshi and Choi, Chiho",
    journal = "RAL",
    title = "Continual Multi-Agent Interaction Behavior Prediction With Conditional Generative Memory",
    year = "2021",
    volume = "6",
    number = "4",
    pages = "8410-8417"
}
        Anderson et al., "Off the Beaten Sidewalk: Pedestrian Prediction in Shared Spaces for Autonomous Vehicles", RAL, 2020. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Anderson_Off_2020_RAL,
    author = "Anderson, Cyrus and Vasudevan, Ram and Johnson-Roberson, Matthew",
    journal = "RAL",
    title = "Off the Beaten Sidewalk: Pedestrian Prediction in Shared Spaces for Autonomous Vehicles",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "6892-6899"
}
      Bibtex 
      @InProceedings{Bock_2020_IV,
    author = "Bock, Julian and Krajewski, Robert and Moers, Tobias and Runde, Steffen and Vater, Lennart and Eckstein, Lutz",
    title = "The {inD} Dataset: A Drone Dataset of Naturalistic Road User Trajectories at German Intersections",
    booktitle = "IV",
    year = "2020"
}
    InstaVariety link paper arxiv
    • Summary: A dataset with 28 hours of video footage and corresponding auto-generated 2D poses
    • Applications: Motion prediction
    • Data type and annotations: RGB, Bounding Box, Pose
    • Task: Activity
      Used in papers
        Zhang et al., "Predicting 3D Human Dynamics From Video", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_ICCV,
    author = "Zhang, Jason Y. and Felsen, Panna and Kanazawa, Angjoo and Malik, Jitendra",
    title = "Predicting {3D} Human Dynamics From Video",
    booktitle = "ICCV",
    year = "2019"
}
      Bibtex 
      @InProceedings{Kanazawa_2019_CVPR,
    author = "Kanazawa, Angjoo and Zhang, Jason Y. and Felsen, Panna and Malik, Jitendra",
    title = "Learning {3D} Human Dynamics From Video",
    booktitle = "CVPR",
    year = "2019"
}
    INT2 link paper
    • Summary: A dataset of driving sequences collected at intersections with over 106M tracks recorded at 10Hz
    • Applications: Trajectory prediction
    • Data type and annotations: MAP, 3D Box, Trajectory, Signal,
    • Task: Driving
      Used in papers
        Yan et al., "INT2: Interactive Trajectory Prediction at Intersections", ICCV, 2023. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yan_2023_ICCV,
    author = "Yan, Zhijie and Li, Pengfei and Fu, Zheng and Xu, Shaocong and Shi, Yongliang and Chen, Xiaoxue and Zheng, Yuhang and Li, Yang and Liu, Tianyu and Li, Chuxuan and Luo, Nairui and Gao, Xu and Chen, Yilun and Wang, Zuoxu and Shi, Yifeng and Huang, Pengfei and Han, Zhengxiao and Yuan, Jirui and Gong, Jiangtao and Zhou, Guyue and Zhao, Hang and Zhao, Hao",
    title = "INT2: Interactive Trajectory Prediction at Intersections",
    booktitle = "ICCV",
    year = "2023"
}
      Bibtex 
      @InProceedings{Yan_2023_ICCV,
    author = "Yan, Zhijie and Li, Pengfei and Fu, Zheng and Xu, Shaocong and Shi, Yongliang and Chen, Xiaoxue and Zheng, Yuhang and Li, Yang and Liu, Tianyu and Li, Chuxuan and Luo, Nairui and Gao, Xu and Chen, Yilun and Wang, Zuoxu and Shi, Yifeng and Huang, Pengfei and Han, Zhengxiao and Yuan, Jirui and Gong, Jiangtao and Zhou, Guyue and Zhao, Hang and Zhao, Hao",
    title = "INT2: Interactive Trajectory Prediction at Intersections",
    booktitle = "ICCV",
    year = "2023"
}
    INTERACTION link arxiv
    • Summary: A naturalistic dataset of motions of various traffic road users in a variety of interactive driving scenarios for behavior modeling and prediction
    • Applications: Trajectory prediction
    • Data type and annotations: Map, Trajectory
    • Task: Driving
      Used in papers
        Hu et al., "Causal-based Time Series Domain Generalization for Vehicle Intention Prediction", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2022_ICRA,
    author = "Hu, Yeping and Jia, Xiaogang and Tomizuka, Masayoshi and Zhan, Wei",
    booktitle = "ICRA",
    title = "Causal-based Time Series Domain Generalization for Vehicle Intention Prediction",
    year = "2022"
}
        Tang et al., "HPNet: Dynamic Trajectory Forecasting with Historical Prediction Attention", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Tang_HPNet_2024_CVPR,
    author = "Tang, Xiaolong and Kan, Meina and Shan, Shiguang and Ji, Zhilong and Bai, Jinfeng and Chen, Xilin",
    title = "HPNet: Dynamic Trajectory Forecasting with Historical Prediction Attention",
    booktitle = "CVPR",
    year = "2024"
}
        Park et al., "T4P: Test-Time Training of Trajectory Prediction via Masked Autoencoder and Actor-specific Token Memory", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Park_T4P_2024_CVPR,
    author = "Park, Daehee and Jeong, Jaeseok and Yoon, Sung-Hoon and Jeong, Jaewoo and Yoon, Kuk-Jin",
    title = "T4P: Test-Time Training of Trajectory Prediction via Masked Autoencoder and Actor-specific Token Memory",
    booktitle = "CVPR",
    year = "2024"
}
        Lu et al., "Quantifying Uncertainty in Motion Prediction with Variational Bayesian Mixture", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lu_Quantifying_2024_CVPR,
    author = "Lu, Juanwu and Cui, Can and Ma, Yunsheng and Bera, Aniket and Wang, Ziran",
    title = "Quantifying Uncertainty in Motion Prediction with Variational Bayesian Mixture",
    booktitle = "CVPR",
    year = "2024"
}
        Rowe et al., "FJMP: Factorized Joint Multi-Agent Motion Prediction Over Learned Directed Acyclic Interaction Graphs", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Rowe_2023_CVPR,
    author = "Rowe, Luke and Ethier, Martin and Dykhne, Eli-Henry and Czarnecki, Krzysztof",
    title = "FJMP: Factorized Joint Multi-Agent Motion Prediction Over Learned Directed Acyclic Interaction Graphs",
    booktitle = "CVPR",
    year = "2023"
}
        Aydemir et al., "ADAPT: Efficient Multi-Agent Trajectory Prediction with Adaptation", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Aydemir_2023_ICCV,
    author = "Aydemir, Gorkay and Akan, Adil Kaan and Guney, Fatma",
    title = "ADAPT: Efficient Multi-Agent Trajectory Prediction with Adaptation",
    booktitle = "ICCV",
    year = "2023"
}
        Chen et al., "Traj-MAE: Masked Autoencoders for Trajectory Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_ICCV,
    author = "Chen, Hao and Wang, Jiaze and Shao, Kun and Liu, Furui and Hao, Jianye and Guan, Chenyong and Chen, Guangyong and Heng, Pheng-Ann",
    title = "Traj-MAE: Masked Autoencoders for Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Grimm et al., "Holistic Graph-based Motion Prediction", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Grimm_2023_ICRA,
    author = "Grimm, Daniel and Schörner, Philip and Dreßler, Moritz and Zöllner, J.-Marius",
    title = "Holistic Graph-based Motion Prediction",
    booktitle = "ICRA",
    year = "2023"
}
        Shao et al., "Failure Detection for Motion Prediction of Autonomous Driving: An Uncertainty Perspective", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Shao_2023_ICRA,
    author = "Shao, Wenbo and Xu, Yanchao and Peng, Liang and Li, Jun and Wang, Hong",
    title = "Failure Detection for Motion Prediction of Autonomous Driving: An Uncertainty Perspective",
    booktitle = "ICRA",
    year = "2023"
}
        Knittel et al., "DiPA: Probabilistic Multi-Modal Interactive Prediction for Autonomous Driving", RAL, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Knittel_DiPA_2023_RAL,
    author = "Knittel, Anthony and Hawasly, Majd and Albrecht, Stefano V. and Redford, John and Ramamoorthy, Subramanian",
    journal = "RAL",
    title = "DiPA: Probabilistic Multi-Modal Interactive Prediction for Autonomous Driving",
    year = "2023",
    volume = "8",
    number = "8",
    pages = "4887-4894"
}
        Vishnu et al., "Improving Multi-Agent Trajectory Prediction Using Traffic States on Interactive Driving Scenarios", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Vishnu_Improving_2023_RAL,
    author = "Vishnu, Chalavadi and Abhinav, Vineel and Roy, Debaditya and Mohan, C. Krishna and Babu, Ch. Sobhan",
    journal = "RAL",
    title = "Improving Multi-Agent Trajectory Prediction Using Traffic States on Interactive Driving Scenarios",
    year = "2023",
    volume = "8",
    number = "5",
    pages = "2708-2715"
}
        Zhang et al., "D2-TPred: Discontinuous Dependency for Trajectory Prediction under Traffic Lights", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2022_ECCV,
    author = "Zhang, Yuzhen and Wang, Wentong and Guo, Weizhi and Lv, Pei and Xu, Mingliang and Chen, Wei and Manocha, Dinesh",
    title = "{D2-TPred}: Discontinuous Dependency for Trajectory Prediction under Traffic Lights",
    booktitle = "ECCV",
    year = "2022"
}
        Cao et al., "Leveraging Smooth Attention Prior for Multi-Agent Trajectory Prediction", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cao_2022_ICRA,
    author = "Cao, Zhangjie and Biyik, Erdem and Rosman, Guy and Sadigh, Dorsa",
    booktitle = "ICRA",
    title = "Leveraging Smooth Attention Prior for Multi-Agent Trajectory Prediction",
    year = "2022"
}
        Kamenev et al., "PredictionNet: Real-Time Joint Probabilistic Traffic Prediction for Planning, Control, and Simulation", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kamenev_2022_ICRA,
    author = "Kamenev, Alexey and Wang, Lirui and Bohan, Ollin Boer and Kulkarni, Ishwar and Kartal, Bilal and Molchanov, Artem and Birchfield, Stan and Nistér, David and Smolyanskiy, Nikolai",
    booktitle = "ICRA",
    title = "{PredictionNet}: Real-Time Joint Probabilistic Traffic Prediction for Planning, Control, and Simulation",
    year = "2022"
}
        Kim et al., "StopNet: Scalable Trajectory and Occupancy Prediction for Urban Autonomous Driving", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_2022_ICRA,
    author = "Kim, Jinkyu and Mahjourian, Reza and Ettinger, Scott and Bansal, Mayank and White, Brandyn and Sapp, Ben and Anguelov, Dragomir",
    booktitle = "ICRA",
    title = "{StopNet}: Scalable Trajectory and Occupancy Prediction for Urban Autonomous Driving",
    year = "2022"
}
        Mahjourian et al., "Occupancy Flow Fields for Motion Forecasting in Autonomous Driving", RAL, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Mahjourian_Occupancy_2022_RAL,
    author = "Mahjourian, Reza and Kim, Jinkyu and Chai, Yuning and Tan, Mingxing and Sapp, Ben and Anguelov, Dragomir",
    journal = "RAL",
    title = "Occupancy Flow Fields for Motion Forecasting in Autonomous Driving",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "5639-5646"
}
        Li et al., "Efficient Game-Theoretic Planning With Prediction Heuristic for Socially-Compliant Autonomous Driving", RAL, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Li_2022_RAL,
    author = "Li, Chenran and Trinh, Tu and Wang, Letian and Liu, Changliu and Tomizuka, Masayoshi and Zhan, Wei",
    journal = "RAL",
    title = "Efficient Game-Theoretic Planning With Prediction Heuristic for Socially-Compliant Autonomous Driving",
    volume = "7",
    number = "4",
    pages = "10248--10255",
    year = "2022"
}
        Lu et al., "Generalizability Analysis of Graph-based Trajectory Predictor with Vectorized Representation", IROS, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Lu_2022_IROS,
    author = "Lu, Juanwu and Zhan, Wei and Tomizuka, Masayoshi and Hu, Yeping",
    booktitle = "IROS",
    title = "Generalizability Analysis of Graph-based Trajectory Predictor with Vectorized Representation",
    year = "2022"
}
        Ma et al., "Continual Multi-Agent Interaction Behavior Prediction With Conditional Generative Memory", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Ma_Continual_2021_RAL,
    author = "Ma, Hengbo and Sun, Yaofeng and Li, Jiachen and Tomizuka, Masayoshi and Choi, Chiho",
    journal = "RAL",
    title = "Continual Multi-Agent Interaction Behavior Prediction With Conditional Generative Memory",
    year = "2021",
    volume = "6",
    number = "4",
    pages = "8410-8417"
}
        Jia et al., "Multi-Agent Trajectory Prediction by Combining Egocentric and Allocentric Views", CoRL, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Jia_2021_CoRL,
    author = "Jia, Xiaosong and Sun, Liting and Zhao, Hang and Tomizuka, Masayoshi and Zhan, Wei",
    title = "Multi-Agent Trajectory Prediction by Combining Egocentric and Allocentric Views",
    booktitle = "CoRL",
    year = "2021"
}
        Sun et al., "On Complementing End-to-end Human Behavior Predictors with Planning", RSS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2021_RSS,
    AUTHOR = "Sun, Liting and Jia, Xiaogang and Dragan, Anca",
    TITLE = "On Complementing End-to-end Human Behavior Predictors with Planning",
    BOOKTITLE = "RSS",
    YEAR = "2021"
}
        Zhao et al., "TNT: Target-driven Trajectory Prediction", CoRL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2020_CORL,
    author = "Zhao, Hang and Gao, Jiyang and Lan, Tian and Sun, Chen and Sapp, Benjamin and Varadarajan, Balakrishnan and Shen, Yue and Shen, Yi and Chai, Yuning and Schmid, Cordelia and others",
    title = "{TNT}: Target-driven Trajectory Prediction",
    booktitle = "CoRL",
    year = "2020"
}
        Li et al., "Conditional Generative Neural System For Probabilistic Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_IROS,
    author = "Li, Jiachen and Ma, Hengbo and Tomizuka, Masayoshi",
    booktitle = "IROS",
    title = "Conditional Generative Neural System For Probabilistic Trajectory Prediction",
    year = "2019"
}
      Bibtex 
      @Article{Zhan_2019_arxiv,
    author = "Zhan, Wei and Sun, Liting and Wang, Di and Shi, Haojie and Clausse, Aubrey and Naumann, Maximilian and Kummerle, Julius and Konigshof, Hendrik and Stiller, Christoph and de La Fortelle, Arnaud and others",
    title = "{INTERACTION} Dataset: An International, Adversarial And Cooperative Motion Dataset In Interactive Driving Scenarios With Semantic Maps",
    journal = "arXiv:1910.03088",
    year = "2019"
}
    InterHuman link paper arxiv
    • Summary: A dataset of simulated human agents with corresponding captions describing the interaction
    • Applications: Motion prediction
    • Data type and annotations: RGB, 3D Pose, Caption
    • Task: Pose
      Used in papers
        Mascaro et al., "Robot Interaction Behavior Generation based on Social Motion Forecasting for Human-Robot Interaction", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Mascaro_Robot_2024_ICRA,
    author = "Mascaro, Esteve Valls and Yan, Yashuai and Lee, Dongheui",
    booktitle = "ICRA",
    title = "Robot Interaction Behavior Generation based on Social Motion Forecasting for Human-Robot Interaction",
    year = "2024"
}
      Bibtex 
      @article{Liang_Intergen_2024_IJCV,
    author = "Liang, Han and Zhang, Wenqian and Li, Wenxuan and Yu, Jingyi and Xu, Lan",
    title = "Intergen: Diffusion-based multi-human motion generation under complex interactions",
    journal = "IJCV",
    pages = "1--21",
    year = "2024"
}