diff --git a/library/src/main/java/com/jpardogo/listbuddies/lib/views/ListBuddiesLayout.java b/library/src/main/java/com/jpardogo/listbuddies/lib/views/ListBuddiesLayout.java
index <HASH>..<HASH> 100644
--- a/library/src/main/java/com/jpardogo/listbuddies/lib/views/ListBuddiesLayout.java
+++ b/library/src/main/java/com/jpardogo/listbuddies/lib/views/ListBuddiesLayout.java
@@ -227,10 +227,14 @@ public class ListBuddiesLayout extends LinearLayout implements View.OnTouchListe
      * @param v - The ListView touched
      */
     private void toogleListView(View v) {
-        if (v.getId() != mLastViewTouchId) {
-            isLeftListEnabled = !isLeftListEnabled;
-            isRightListEnabled = !isRightListEnabled;
-
+        if (mLastViewTouchId != v.getId()) {
+            if (mLastViewTouchId == mListViewLeft.getId()) {
+                isLeftListEnabled = true;
+                isRightListEnabled = false;
+            } else {
+                isLeftListEnabled = false;
+                isRightListEnabled = true;
+            }
         }
     }
Fixed scroll stuck first time list selected changed