diff --git a/src/APILayer/HandTrackingSource.cpp b/src/APILayer/HandTrackingSource.cpp
index 735601e..8a00cce 100644
--- a/src/APILayer/HandTrackingSource.cpp
+++ b/src/APILayer/HandTrackingSource.cpp
@@ -302,6 +302,7 @@ void HandTrackingSource::UpdateHand(const FrameInfo& frameInfo, Hand* hand) {
     Config::HandTrackingHibernateIntervalMilliseconds
     && Config::HandTrackingHibernateCutoff > 0.001
     && rotation.x >= Config::HandTrackingHibernateCutoff
+    && hand->mState.mPose->position.y > frameInfo.mViewInLocal.position.y
     && std::chrono::nanoseconds(frameInfo.mNow - mLastHibernationChangeAt)
       >= std::chrono::milliseconds(
          Config::HandTrackingHibernateIntervalMilliseconds)) {