Dev 4.1.0 features

core/common/actions/src/main/java/com/buzbuz/smartautoclicker/core/common/actions/AndroidActionExecutor.kt

@@ -17,10 +17,12 @@
 package com.buzbuz.smartautoclicker.core.common.actions
 
 import android.accessibilityservice.AccessibilityService
-import android.accessibilityservice.GestureDescription
 import android.content.Intent
+
 import com.buzbuz.smartautoclicker.core.base.Dumpable
 import com.buzbuz.smartautoclicker.core.common.actions.model.ActionNotificationRequest
+import com.buzbuz.smartautoclicker.core.common.actions.model.BuiltGesture
+import com.buzbuz.smartautoclicker.core.common.actions.model.HeldPointer
 
 interface AndroidActionExecutor: Dumpable {
 
@@ -45,21 +47,49 @@ interface AndroidActionExecutor: Dumpable {
     fun clear()
 
     /**
-     * Dispatch a gesture to the touch screen.
+     * The pointer a gesture holding its first finger left down on the screen, or null when nothing is held.
+     *
+     * It must be given to AndroidGestureBuilder.build for every gesture dispatched while it is held: the system only
+     * honours a continuation when the first step of the dispatched gesture holds exactly one stroke for each pointer
+     * currently down, so a gesture built without it would have the hold cancelled.
+     */
+    fun getHeldPointer(): HeldPointer?
+
+    /**
+     * Dispatch a gesture built by an AndroidGestureBuilder, and keep track of the pointer it leaves down.
+     *
+     * Method will return only once the whole gesture is dispatched.
+     *
+     * @param gesture the gesture to dispatch.
+     */
+    suspend fun dispatchBuiltGesture(gesture: BuiltGesture)
+
+    /**
+     * Verify the pointer left down on the screen by a gesture holding its first finger, if any, is still held.
      *
-     * Any gestures currently in progress, whether from the user, this service, or another service, will be cancelled.
-     * Method will return only once the gesture is dispatched.
+     * The system lifts it without notice when the user touches the screen. Once lost, [getHeldPointer] returns null.
+     * Nothing is dispatched to the system, the user touches being watched while a pointer is held, so it can be called
+     * on every frame from any thread.
      *
-     * The gesture will be dispatched as if it were performed directly on the screen by a user, so the events may be
-     * affected by features such as magnification and explore by touch.
+     * @return true if a pointer is still held, false if it has been lost or if nothing was held.
+     */
+    fun checkHeldPointer(): Boolean
+
+    /**
+     * Lift the pointer left down on the screen by a gesture holding its first finger, if any.
      *
-     * <strong>Note:</strong> In order to dispatch gestures, your service must declare the capability by setting the
-     * android.R.styleable.AccessibilityService_canPerformGestures property in its meta-data. For more information,
-     * see SERVICE_META_DATA.
+     * Method will return only once the pointer is lifted.
+     */
+    suspend fun releaseHeldPointer()
+
+    /**
+     * Some pixel devices have an OS issue on Android 15 & 16.
+     * Injecting a double tap somewhere seems to fix the problem most of the time. This method will take care of
+     * injecting this gesture, it will avoid spamming it by skipping unblock requests to close to the previous one.
      *
-     * @param gestureDescription The gesture to dispatch
+     * @see [com.buzbuz.smartautoclicker.core.base.workarounds.isImpactedByInputBlock]
      */
-    suspend fun dispatchGesture(gestureDescription: GestureDescription)
+    suspend fun dispatchPixelWorkaroundGestureIfNeeded()
 
     /**
      * Performs a global action.

core/common/actions/src/main/java/com/buzbuz/smartautoclicker/core/common/actions/AndroidActionExecutorImpl.kt

@@ -17,14 +17,15 @@
 package com.buzbuz.smartautoclicker.core.common.actions
 
 import android.accessibilityservice.AccessibilityService
-import android.accessibilityservice.GestureDescription
 import android.content.ActivityNotFoundException
 import android.content.Intent
 import android.util.AndroidRuntimeException
 import android.util.Log
 
 import com.buzbuz.smartautoclicker.core.common.actions.gesture.GestureExecutor
 import com.buzbuz.smartautoclicker.core.common.actions.model.ActionNotificationRequest
+import com.buzbuz.smartautoclicker.core.common.actions.model.BuiltGesture
+import com.buzbuz.smartautoclicker.core.common.actions.model.HeldPointer
 import com.buzbuz.smartautoclicker.core.common.actions.notification.NotificationRequestExecutor
 import com.buzbuz.smartautoclicker.core.common.actions.text.TextExecutor
 
@@ -33,6 +34,7 @@ import java.io.PrintWriter
 import java.lang.ref.WeakReference
 import javax.inject.Inject
 import javax.inject.Singleton
+import kotlin.time.Duration.Companion.milliseconds
 
 
 @Singleton
@@ -56,13 +58,16 @@ internal class AndroidActionExecutorImpl @Inject constructor(
             }
         }
 
+    override fun getHeldPointer(): HeldPointer? =
+        gestureExecutor.getHeldPointer()
+
     override fun init(service: AccessibilityService) {
         accessibilityServiceRef = WeakReference(service)
         notificationRequestExecutor.init(service)
     }
 
     override fun resetState() {
-        gestureExecutor.clear()
+        gestureExecutor.clear(accessibilityServiceRef?.get())
         notificationRequestExecutor.clear()
     }
 
@@ -71,13 +76,35 @@ internal class AndroidActionExecutorImpl @Inject constructor(
         accessibilityServiceRef = null
     }
 
-    override suspend fun dispatchGesture(gestureDescription: GestureDescription) {
+    override suspend fun dispatchBuiltGesture(gesture: BuiltGesture) {
         val service = accessibilityService ?: return
 
-        if (!gestureExecutor.dispatchGesture(service, gestureDescription)) {
+        if (!gestureExecutor.dispatchBuiltGesture(service, gesture)) {
             Log.w(TAG, "System did not execute the gesture properly, delaying processing to avoid spamming slow system")
-            delay(500)
+            delay(500.milliseconds)
+        }
+    }
+
+    override fun checkHeldPointer(): Boolean {
+        if (!gestureExecutor.checkHeldPointer()) {
+            Log.i(TAG, "Held pointer has been lifted by a user touch")
+            return false
         }
+
+        return gestureExecutor.getHeldPointer() != null
+    }
+
+    override suspend fun releaseHeldPointer() {
+        val service = accessibilityService ?: return
+
+        if (!gestureExecutor.releaseHeldPointer(service)) {
+            Log.w(TAG, "System did not release the held pointer properly")
+        }
+    }
+
+    override suspend fun dispatchPixelWorkaroundGestureIfNeeded() {
+        val service = accessibilityService ?: return
+        gestureExecutor.dispatchPixelWorkaroundGestureIfNeeded(service)
     }
 
     override fun performGlobalAction(globalAction: Int) {

core/common/actions/src/main/java/com/buzbuz/smartautoclicker/core/common/actions/gesture/GestureDebouncer.kt

@@ -0,0 +1,32 @@
+/*
+ * Copyright (C) 2026 Kevin Buzeau
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+package com.buzbuz.smartautoclicker.core.common.actions.gesture
+
+internal class GestureDebouncer(private val gestureMinDelayMs: Long) {
+
+    private var lastUnblockTimeMs = System.currentTimeMillis()
+
+    fun shouldTrigger(): Boolean {
+        val currentTime = System.currentTimeMillis()
+        if (currentTime >= (lastUnblockTimeMs + gestureMinDelayMs)) {
+            lastUnblockTimeMs = currentTime
+            return true
+        }
+
+        return false
+    }
+}