diff --git a/drawer-behavior/src/main/java/com/jakewharton/behavior/drawer/BehaviorDelegate.java b/drawer-behavior/src/main/java/com/jakewharton/behavior/drawer/BehaviorDelegate.java
index 44a736f..b97d0fb 100644
--- a/drawer-behavior/src/main/java/com/jakewharton/behavior/drawer/BehaviorDelegate.java
+++ b/drawer-behavior/src/main/java/com/jakewharton/behavior/drawer/BehaviorDelegate.java
@@ -214,6 +214,9 @@ boolean onTouchEvent(MotionEvent ev) {
   }
 
   private void closeDrawers(boolean peekingOnly) {
+
+    removeCallbacks();
+
     if (peekingOnly && !isPeeking) {
       return;
     }
@@ -226,8 +229,6 @@ private void closeDrawers(boolean peekingOnly) {
     }
     isPeeking = false;
 
-    removeCallbacks();
-
     if (needsSettle) {
       ViewCompat.postOnAnimation(parent, draggerSettle);
     }