action_e-i_metrics.md

Home           Papers           Datasets           Metrics           

Home           Video           Action           Trajectory           Motion           Other           

---

Home           Alphabetical           Ranking           

---

A-D           E-I           J-Z           

---

E-I [rank]

Euclidean Distance (ED) [10]

Mittal et al., "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models", CVPR, 2024. paper arxiv

Datasets
• Epic-Kitchens
• Ego4D
Metrics
• Recall
• ED
Bibtex

@InProceedings{Mittal_Cant_2024_CVPR,
    author = "Mittal, Himangi and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon",
    title = "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models",
    booktitle = "CVPR",
    year = "2024"
}

Zhao et al., "AntGPT: Can Large Language Models Help Long-term Action Anticipation from Videos?", ICLR, 2024. paper arxiv

Datasets
• Epic-Kitchens
• EGTEA Gaze+
• Ego4D
Metrics
• mAP
• ED
Bibtex

@inproceedings{Zhao_AntGPT_2024_ICLR,
    author = "Zhao, Qi and Wang, Shijie and Zhang, Ce and Fu, Changcheng and Do, Minh Quan and Agarwal, Nakul and Lee, Kwonjoon and Sun, Chen",
    title = "Ant{GPT}: Can Large Language Models Help Long-term Action Anticipation from Videos?",
    booktitle = "ICLR",
    year = "2024"
}

EDist [11]

Weerasinghe et al., "Multimodal Transformers for Real-Time Surgical Activity Prediction", ICRA, 2024. paper arxiv code

Datasets
• JIGSAWS
Metrics
• Accuracy
• F1
• EDist
Bibtex

@inproceedings{Weerasinghe_Multimodal_2024_ICRA,
    author = "Weerasinghe, Keshara and Reza Roodabeh, Seyed Hamid and Hutchinson, Kay and Alemzadeh, Homa",
    booktitle = "ICRA",
    title = "Multimodal Transformers for Real-Time Surgical Activity Prediction",
    year = "2024"
}

Edit Distance (EiD) [11]

Mascaro et al., "Intention-Conditioned Long-Term Human Egocentric Action Anticipation", WACV, 2023. paper

Datasets
• Human3.6M
• Ego4D
Metrics
• EiD
Bibtex

@InProceedings{Mascaro_2023_WACV,
    author = "Mascaro, Esteve Valls and Ahn, Hyemin and Lee, Dongheui",
    title = "Intention-Conditioned Long-Term Human Egocentric Action Anticipation",
    booktitle = "WACV",
    year = "2023"
}

F1 [4]

Weerasinghe et al., "Multimodal Transformers for Real-Time Surgical Activity Prediction", ICRA, 2024. paper arxiv code

Datasets
• JIGSAWS
Metrics
• Accuracy
• F1
• EDist
Bibtex

@inproceedings{Weerasinghe_Multimodal_2024_ICRA,
    author = "Weerasinghe, Keshara and Reza Roodabeh, Seyed Hamid and Hutchinson, Kay and Alemzadeh, Homa",
    booktitle = "ICRA",
    title = "Multimodal Transformers for Real-Time Surgical Activity Prediction",
    year = "2024"
}

Kung et al., "Looking Inside Out: Anticipating Driver Intent From Videos", ICRA, 2024. paper arxiv code

Datasets
• Brain4Cars
Metrics
• Accuracy
• F1
Bibtex

@inproceedings{Kung_looking_2024_ICRA,
    author = "Kung, Yung-Chi and Zhang, Arthur and Wang, Junmin and Biswas, Joydeep",
    booktitle = "ICRA",
    title = "Looking Inside Out: Anticipating Driver Intent From Videos",
    year = "2024"
}

Kochakarn et al., "Explainable Action Prediction through Self-Supervision on Scene Graphs", ICRA, 2023. paper arxiv

Datasets
• ROAD
Metrics
• F1
Bibtex

@InProceedings{Kochakarn_2023_ICRA,
    author = "Kochakarn, Pawit and De Martini, Daniele and Omeiza, Daniel and Kunze, Lars",
    title = "Explainable Action Prediction through Self-Supervision on Scene Graphs",
    booktitle = "ICRA",
    year = "2023"
}

Rasouli et al., "PedFormer: Pedestrian Behavior Prediction via Cross-Modal Attention Modulation and Gated Multitask Learning", ICRA, 2023. paper arxiv

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2023_ICRA,
    author = "Rasouli, Amir and Kotseruba, Iuliia",
    title = "PedFormer: Pedestrian Behavior Prediction via Cross-Modal Attention Modulation and Gated Multitask Learning",
    booktitle = "ICRA",
    year = "2023"
}

Mascaro et al., "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative roBOTs", CoRL, 2023. paper arxiv

Datasets
• VidHOI
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
Bibtex

@InProceedings{Mascaro_2023_CoRL,
    author = "Mascaro, Esteve Valls and Sliwowski, Daniel and Lee, Dongheui",
    title = "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative ro{BOT}s",
    booktitle = "CoRL",
    year = "2023"
}

Hu et al., "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior", ECCV, 2022. paper arxiv

Datasets
• Ceilidh Dance
• Custom
Metrics
• F1
Bibtex

@InProceedings{Hu_2022_ECCV,
    author = "Hu, Bo and Cham, Tat-Jen",
    title = "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior",
    booktitle = "ECCV",
    year = "2022"
}

Song et al., "Pedestrian Intention Prediction Based on Traffic-Aware Scene Graph Model", IROS, 2022. paper

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Recall
• Precision
• F1
• AUC
Bibtex

@InProceedings{Song_2022_IROS,
    author = "Song, Xingchen and Kang, Miao and Zhou, Sanping and Wang, Jianji and Mao, Yishu and Zheng, Nanning",
    booktitle = "IROS",
    title = "Pedestrian Intention Prediction Based on Traffic-Aware Scene Graph Model",
    year = "2022"
}

Zhai et al., "Social Aware Multi-Modal Pedestrian Crossing Behavior Prediction", ACCV, 2022. paper code

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• mAP
• AUC
Bibtex

@InProceedings{Zhai_2022_ACCV,
    author = "Zhai, Xiaolin and Hu, Zhengxi and Yang, Dingye and Zhou, Lei and Liu, Jingtai",
    title = "Social Aware Multi-Modal Pedestrian Crossing Behavior Prediction",
    booktitle = "ACCV",
    year = "2022"
}

Rasouli et al., "Bifold and Semantic Reasoning for Pedestrian Behavior Prediction", ICCV, 2021. paper arxiv

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2021_ICCV,
    author = "Rasouli, Amir and Rohani, Mohsen and Luo, Jun",
    title = "Bifold and Semantic Reasoning for Pedestrian Behavior Prediction",
    booktitle = "ICCV",
    year = "2021"
}

Yau et al., "Graph-SIM: A Graph-based Spatiotemporal Interaction Modelling for Pedestrian Action Prediction", ICRA, 2021. paper arxiv

Datasets
• PepScenes
Metrics
• Accuracy
• Precision
• F1
• AUC
Bibtex

@InProceedings{Yau_2021_ICRA,
    author = "Yau, Tiffany and Malekmohammadi, Saber and Rasouli, Amir and Lakner, Peter and Rohani, Mohsen and Luo, Jun",
    booktitle = "ICRA",
    title = "{Graph-SIM}: A Graph-based Spatiotemporal Interaction Modelling for Pedestrian Action Prediction",
    year = "2021"
}

Kotseruba et al., "Benchmark for Evaluating Pedestrian Action Prediction", WACV, 2021. paper code

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• F1
• AUC
Bibtex

@InProceedings{Kotseruba_2021_WACV,
    author = "Kotseruba, Iuliia and Rasouli, Amir and Tsotsos, John K.",
    title = "Benchmark for Evaluating Pedestrian Action Prediction",
    booktitle = "WACV",
    year = "2021"
}

Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
• Precision
• F1
• FDE
• ADE
• KLD
Bibtex

@InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}

Jayaraman et al., "Analysis and Prediction of Pedestrian Crosswalk Behavior during Automated Vehicle Interactions", ICRA, 2020. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Jayaraman_2020_ICRA,
    author = "Jayaraman, S. K. and Tilbury, D. M. and Yang, X. Jessie and Pradhan, A. K. and Robert, L. P.",
    booktitle = "ICRA",
    title = "Analysis and Prediction of Pedestrian Crosswalk Behavior during Automated Vehicle Interactions",
    year = "2020"
}

Berlati et al., "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models", RAL, 2020. paper arxiv

Datasets
• NGSIM
Metrics
• Recall
• Precision
• F1
Bibtex

@Article{Berlati_2020_RAL,
    author = "Berlati, A. and Scheel, O. and Stefano, L. D. and Tombari, F.",
    journal = "RAL",
    title = "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "2935-2942"
}

Rasouli et al., "Pedestrian Action Anticipation Using Contextual Feature Fusion In Stacked Rnns", BMVC, 2019. paper arxiv code

Datasets
• PIE
Metrics
• Accuracy
• Recall
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2019_BMVC,
    author = "Rasouli, Amir and Kotseruba, Iuliia and Tsotsos, John K",
    title = "Pedestrian Action Anticipation Using Contextual Feature Fusion In Stacked Rnns",
    year = "2019",
    booktitle = "BMVC"
}

Ding et al., "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network", ICRA, 2019. paper arxiv

Datasets
• NGSIM
Metrics
• Recall
• Precision
• F1
Bibtex

@InProceedings{Ding_2019_ICRA,
    author = "Ding, W. and Chen, J. and Shen, S.",
    booktitle = "ICRA",
    title = "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network",
    year = "2019"
}

Gujjar et al., "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes", ICRA, 2019. paper

Datasets
• JAAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• AP
• Run Time
Bibtex

@InProceedings{Gujjar_2019_ICRA,
    author = "Gujjar, P. and Vaughan, R.",
    booktitle = "ICRA",
    title = "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes",
    year = "2019"
}

Suzuki et al., "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db", CVPR, 2018. paper arxiv

Datasets
• DAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
• ATTC
Bibtex

@InProceedings{Suzuki_2018_CVPR,
    author = "Suzuki, Tomoyuki and Kataoka, Hirokatsu and Aoki, Yoshimitsu and Satoh, Yutaka",
    title = "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db",
    booktitle = "CVPR",
    year = "2018"
}

Schydlo et al., "Anticipation In Human-Robot Cooperation: A Recurrent Neural Network Approach For Multiple Action Sequences Prediction", ICRA, 2018. paper arxiv

Datasets
• CAD-120
• ACTICIPATE
Metrics
• Accuracy
• F1
Bibtex

@InProceedings{Schydlo_2018_ICRA_2,
    author = "Schydlo, P. and Rakovic, M. and Jamone, L. and Santos-Victor, J.",
    booktitle = "ICRA",
    title = "Anticipation In Human-Robot Cooperation: A Recurrent Neural Network Approach For Multiple Action Sequences Prediction",
    year = "2018"
}

Qi et al., "Predicting Human Activities Using Stochastic Grammar", ICCV, 2017. paper arxiv

Datasets
• CAD-120
Metrics
• Recall
• Precision
• F1
Bibtex

@InProceedings{Qi_2017_ICCV,
    author = "Qi, Siyuan and Huang, Siyuan and Wei, Ping and Zhu, Song-Chun",
    title = "Predicting Human Activities Using Stochastic Grammar",
    booktitle = "ICCV",
    year = "2017"
}

Jain et al., "Structural-RNN: Deep Learning On Spatio-Temporal Graphs", CVPR, 2016. paper arxiv

Datasets
• CAD-120
• Brain4Cars
Metrics
• Recall
• Precision
• F1
• TTM
Bibtex

@InProceedings{Jain_2016_CVPR,
    author = "Jain, Ashesh and Zamir, Amir R. and Savarese, Silvio and Saxena, Ashutosh",
    title = "{Structural-RNN}: Deep Learning On Spatio-Temporal Graphs",
    booktitle = "CVPR",
    year = "2016"
}

Hu et al., "Human Intent Forecasting Using Intrinsic Kinematic Constraints", IROS, 2016. paper

Datasets
• CAD-120
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Hu_2016_IROS,
    author = "Hu, N. and Bestick, A. and Englebienne, G. and Bajscy, R. and Kröse, B.",
    booktitle = "IROS",
    title = "Human Intent Forecasting Using Intrinsic Kinematic Constraints",
    year = "2016"
}

Schneemann et al., "Context-Based Detection Of Pedestrian Crossing Intention For Autonomous Driving In Urban Environments", IROS, 2016. paper

Datasets
• Custom
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Schneemann_2016_IROS,
    author = "Schneemann, F. and Heinemann, P.",
    booktitle = "IROS",
    title = "Context-Based Detection Of Pedestrian Crossing Intention For Autonomous Driving In Urban Environments",
    year = "2016"
}

Final Displacement Error (FDE) [11]

Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
• Precision
• F1
• FDE
• ADE
• KLD
Bibtex

@InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}

False positive (FP) [11]

Jain et al., "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models", ICCV, 2015. paper arxiv

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
• FP
Bibtex

@InProceedings{Jain_2015_ICCV,
    author = "Jain, Ashesh and Koppula, Hema S. and Raghavan, Bharad and Soh, Shane and Saxena, Ashutosh",
    title = "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models",
    booktitle = "ICCV",
    year = "2015"
}