instruction
Farida requests my advice in order to organize the same event I conducted. So send her the recipe for the barbeque salad from the All Recipes Cookbook app at dbwscratch.test.id4@gmail.com.
previous_actions
{"name": "open_app", "parameters": {"app_name": "All Recipes Cookbook"}}
{"name": "click", "parameters": {"x": 537, "y": 755}}
active_application
Gmail
screen_description
windows {
  bounds_in_screen {
    right: 1080
    bottom: 136
  }
  id: 8
  layer: 2
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 145
        right: 1027
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 575
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 575
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 403
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 403
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 229
        bottom: 136
      }
      class_name: "android.widget.TextView"
      content_description: "7:46 PM"
      text: "7:46"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 229
        top: 1
        right: 403
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 986
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 99 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 229
        top: 1
        right: 403
        bottom: 136
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi signal full."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 51
        right: 1006
        bottom: 85
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 229
        top: 1
        right: 287
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "SmartNews notification: Trending"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 287
        top: 1
        right: 345
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Gmail notification: me"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 345
        top: 1
        right: 403
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Google Play Store notification: Complete setup by installing apps"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    top: 1480
    right: 1080
    bottom: 2400
  }
  id: 902
  layer: 1
  title: "English (US) (QWERTY)"
  window_type: TYPE_INPUT_METHOD
  tree {
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2274
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2274
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        top: 2274
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        top: 2274
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 50
        top: 2274
        right: 1030
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 71
        top: 2274
        right: 1009
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        top: 1447
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 71
        top: 2274
        right: 1009
        bottom: 2400
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 445
        top: 2274
        right: 634
        bottom: 2400
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 1447
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 71
        top: 2274
        right: 254
        bottom: 2400
      }
      class_name: "android.widget.RelativeLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 826
        top: 2274
        right: 1009
        bottom: 2400
      }
      class_name: "android.widget.RelativeLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 2274
        right: 1080
        bottom: 2274
      }
      class_name: "android.view.View"
      is_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 71
        top: 2274
        right: 254
        bottom: 2400
      }
      class_name: "android.widget.ImageView"
      content_description: "Back"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 1596
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 1483
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 1596
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 2237
        right: 1080
        bottom: 2274
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 1596
      }
      class_name: "android.view.ViewGroup"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 1596
        right: 1080
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1480
        right: 1075
        bottom: 1596
      }
      class_name: "android.view.View"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1480
        right: 115
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Open features menu"
      is_clickable: true
      is_focusable: true
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 115
        top: 1480
        right: 965
        bottom: 1596
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 965
        top: 1480
        right: 1075
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Voice input disabled"
      is_clickable: true
      is_focusable: true
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 965
        top: 1480
        right: 965
        bottom: 1596
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1596
        right: 1080
        bottom: 2237
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 15
        top: 1493
        right: 104
        bottom: 1582
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 115
        top: 1480
        right: 965
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 965
        top: 1480
        right: 1075
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1617
        right: 1075
        bottom: 2081
      }
      class_name: "android.widget.LinearLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 2081
        right: 1075
        bottom: 2237
      }
      class_name: "android.widget.LinearLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 28
        top: 1506
        right: 91
        bottom: 1569
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 115
        top: 1480
        right: 965
        bottom: 1596
      }
      class_name: "android.view.ViewGroup"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 978
        top: 1496
        right: 1062
        bottom: 1580
      }
      class_name: "android.view.View"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 988
        top: 1480
        right: 1051
        bottom: 1596
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1617
        right: 1075
        bottom: 1771
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1771
        right: 1075
        bottom: 1926
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1926
        right: 1075
        bottom: 2081
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 2081
        right: 165
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Symbol keyboard"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 165
        top: 2081
        right: 272
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      content_description: "@"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 272
        top: 2081
        right: 807
        bottom: 2237
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 807
        top: 2081
        right: 914
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      content_description: "."
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 914
        top: 2081
        right: 1075
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Next"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 140
        top: 1480
        right: 300
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Sticker Keyboard"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 300
        top: 1480
        right: 460
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "GIF Keyboard"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 460
        top: 1480
        right: 620
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Settings"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 620
        top: 1480
        right: 780
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Translate"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 780
        top: 1480
        right: 940
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Theme settings"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1617
        right: 112
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "q"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 112
        top: 1617
        right: 219
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "w"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 219
        top: 1617
        right: 326
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "e"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 326
        top: 1617
        right: 433
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "r"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 433
        top: 1617
        right: 540
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "t"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 540
        top: 1617
        right: 647
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "y"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 647
        top: 1617
        right: 754
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "u"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 754
        top: 1617
        right: 861
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "i"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 861
        top: 1617
        right: 968
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "o"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 968
        top: 1617
        right: 1075
        bottom: 1771
      }
      class_name: "android.widget.FrameLayout"
      content_description: "p"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1771
        right: 165
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "a"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 165
        top: 1771
        right: 272
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "s"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 272
        top: 1771
        right: 379
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "d"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 379
        top: 1771
        right: 486
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "f"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 486
        top: 1771
        right: 593
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "g"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 593
        top: 1771
        right: 700
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "h"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 700
        top: 1771
        right: 807
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "j"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 807
        top: 1771
        right: 914
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "k"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 914
        top: 1771
        right: 1075
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      content_description: "l"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1926
        right: 165
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Shift"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 165
        top: 1926
        right: 272
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "z"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 272
        top: 1926
        right: 379
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "x"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 379
        top: 1926
        right: 486
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "c"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 486
        top: 1926
        right: 593
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "v"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 593
        top: 1926
        right: 700
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "b"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 700
        top: 1926
        right: 807
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "n"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 807
        top: 1926
        right: 914
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "m"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 914
        top: 1926
        right: 1075
        bottom: 2081
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Delete"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 36
        top: 2109
        right: 133
        bottom: 2177
      }
      class_name: "android.widget.TextView"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 195
        top: 2101
        right: 242
        bottom: 2185
      }
      class_name: "android.widget.TextView"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 272
        top: 2081
        right: 379
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Emoji button"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 379
        top: 2081
        right: 807
        bottom: 2237
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 856
        top: 2106
        right: 865
        bottom: 2190
      }
      class_name: "android.widget.TextView"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 921
        top: 2081
        right: 1068
        bottom: 2206
      }
      class_name: "android.widget.FrameLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 140
        top: 1480
        right: 300
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 300
        top: 1480
        right: 460
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 460
        top: 1480
        right: 620
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 620
        top: 1480
        right: 780
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 780
        top: 1480
        right: 940
        bottom: 1596
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 12
        top: 1617
        right: 105
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 88
        top: 1617
        right: 105
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "1"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 119
        top: 1617
        right: 212
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 190
        top: 1617
        right: 212
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "2"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 226
        top: 1617
        right: 319
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 297
        top: 1617
        right: 319
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "3"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 333
        top: 1617
        right: 426
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 403
        top: 1617
        right: 426
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "4"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 440
        top: 1617
        right: 533
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 511
        top: 1617
        right: 533
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "5"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 547
        top: 1617
        right: 640
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 618
        top: 1617
        right: 640
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "6"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 654
        top: 1617
        right: 747
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 726
        top: 1617
        right: 747
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "7"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 761
        top: 1617
        right: 854
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 833
        top: 1617
        right: 854
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "8"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 868
        top: 1617
        right: 961
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 939
        top: 1617
        right: 961
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "9"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 975
        top: 1617
        right: 1068
        bottom: 1740
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 1044
        top: 1617
        right: 1068
        bottom: 1660
      }
      class_name: "android.widget.TextView"
      text: "0"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 5
        top: 1771
        right: 165
        bottom: 1926
      }
      class_name: "android.widget.LinearLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 172
        top: 1771
        right: 265
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 279
        top: 1771
        right: 372
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 386
        top: 1771
        right: 479
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 493
        top: 1771
        right: 586
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 600
        top: 1771
        right: 693
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 707
        top: 1771
        right: 800
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 814
        top: 1771
        right: 907
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 914
        top: 1771
        right: 1075
        bottom: 1926
      }
      class_name: "android.widget.LinearLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 48
        top: 1951
        right: 122
        bottom: 2025
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 172
        top: 1926
        right: 265
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 279
        top: 1926
        right: 372
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 386
        top: 1926
        right: 479
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 493
        top: 1926
        right: 586
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 600
        top: 1926
        right: 693
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 707
        top: 1926
        right: 800
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 814
        top: 1926
        right: 907
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 957
        top: 1951
        right: 1031
        bottom: 2025
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 294
        top: 2112
        right: 357
        bottom: 2175
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 379
        top: 2081
        right: 807
        bottom: 2237
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Space"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 963
        top: 2112
        right: 1026
        bottom: 2175
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 989
        top: 2138
        right: 1000
        bottom: 2149
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 148
        top: 1496
        right: 292
        bottom: 1580
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 308
        top: 1496
        right: 452
        bottom: 1580
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 468
        top: 1496
        right: 612
        bottom: 1580
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 628
        top: 1496
        right: 772
        bottom: 1580
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 788
        top: 1496
        right: 932
        bottom: 1580
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 59
        top: 1771
        right: 165
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 914
        top: 1771
        right: 1021
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 386
        top: 2081
        right: 800
        bottom: 2206
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 188
        top: 1506
        right: 251
        bottom: 1569
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 348
        top: 1506
        right: 411
        bottom: 1569
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 508
        top: 1506
        right: 571
        bottom: 1569
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 668
        top: 1506
        right: 731
        bottom: 1569
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 828
        top: 1506
        right: 891
        bottom: 1569
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 66
        top: 1771
        right: 158
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 921
        top: 1771
        right: 1014
        bottom: 1895
      }
      class_name: "android.widget.TextView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 386
        top: 2081
        right: 800
        bottom: 2206
      }
      class_name: "android.widget.TextView"
      depth: 18
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 1471
  title: "Gmail"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.RelativeLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 304
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 304
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.ScrollView"
      is_focusable: true
      is_scrollable: true
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 1480
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.FrameLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 304
      }
      class_name: "android.view.ViewGroup"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 304
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 146
        right: 147
        bottom: 293
      }
      class_name: "android.widget.ImageButton"
      content_description: "Navigate up"
      is_clickable: true
      is_focusable: true
      depth: 8
      tooltip_text: "Navigate up"
    }
    nodes {
      bounds_in_screen {
        left: 700
        top: 146
        right: 1080
        bottom: 293
      }
      class_name: "android.support.v7.widget.LinearLayoutCompat"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 304
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 700
        top: 156
        right: 827
        bottom: 282
      }
      class_name: "android.widget.Button"
      content_description: "Attach file"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 9
      tooltip_text: "Attach file"
    }
    nodes {
      bounds_in_screen {
        left: 827
        top: 156
        right: 954
        bottom: 282
      }
      class_name: "android.widget.Button"
      content_description: "Send"
      is_clickable: true
      is_focusable: true
      depth: 9
      tooltip_text: "Send"
    }
    nodes {
      bounds_in_screen {
        left: 954
        top: 156
        right: 1080
        bottom: 282
      }
      class_name: "android.widget.ImageView"
      content_description: "More options"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 9
      tooltip_text: "More options"
    }
    nodes {
      bounds_in_screen {
        top: 304
        right: 1080
        bottom: 452
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 452
        right: 1080
        bottom: 600
      }
      class_name: "android.widget.RelativeLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 589
        right: 1080
        bottom: 589
      }
      class_name: "android.widget.RelativeLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 589
        right: 1080
        bottom: 590
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 590
        right: 1080
        bottom: 743
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 600
        right: 1080
        bottom: 600
      }
      class_name: "android.widget.RelativeLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 743
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.RelativeLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 3628
        right: 1080
        bottom: 1480
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 3628
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 304
        right: 1080
        bottom: 451
      }
      class_name: "android.widget.LinearLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 451
        right: 1080
        bottom: 452
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 452
        right: 1080
        bottom: 600
      }
      class_name: "android.widget.RelativeLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 452
        right: 88
        bottom: 600
      }
      class_name: "android.widget.TextView"
      text: "To"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 933
        top: 452
        right: 1080
        bottom: 599
      }
      class_name: "android.widget.ImageView"
      content_description: "Add Cc/Bcc"
      is_clickable: true
      is_focusable: true
      depth: 10
      tooltip_text: "Add Cc/Bcc"
    }
    nodes {
      bounds_in_screen {
        top: 590
        right: 1080
        bottom: 742
      }
      class_name: "android.widget.LinearLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 742
        right: 1080
        bottom: 743
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 600
        right: 1080
        bottom: 600
      }
      class_name: "android.widget.LinearLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 743
        right: 1080
        bottom: 1480
      }
      class_name: "android.widget.LinearLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 304
        right: 189
        bottom: 451
      }
      class_name: "android.widget.TextView"
      content_description: "From"
      text: "From"
      is_clickable: true
      is_focusable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 304
        right: 1080
        bottom: 451
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 452
        right: 1080
        bottom: 600
      }
      class_name: "android.widget.RelativeLayout"
      is_focusable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 590
        right: 1038
        bottom: 742
      }
      class_name: "android.widget.EditText"
      hint_text: "Subject"
      text: "Subject"
      is_clickable: true
      is_editable: true
      is_focusable: true
      is_long_clickable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 743
        right: 1038
        bottom: 1480
      }
      class_name: "android.webkit.WebView"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 304
        right: 1080
        bottom: 451
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 463
        right: 1080
        bottom: 589
      }
      class_name: "android.widget.RelativeLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 743
        right: 1042
        bottom: 3632
      }
      class_name: "android.webkit.WebView"
      is_focusable: true
      is_scrollable: true
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 304
        right: 1080
        bottom: 451
      }
      class_name: "android.widget.Spinner"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      is_scrollable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 463
        right: 1080
        bottom: 589
      }
      class_name: "android.view.ViewGroup"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 785
        right: 1042
        bottom: 3585
      }
      class_name: "android.widget.EditText"
      text: "Barbeque Vinaigrette Salad Dressing\n\n\nIngredients Required\n__________\n\n3/4 cup olive oil\n\n1/8 cup balsamic vinegar\n\n1/4 cup barbecue sauce\n\n1/2 lime, juiced\n\n1 garlic clove, crushed\n\n1 teaspoon cumin seed, ground (or cumin powder)\n\n1 teaspoon chili powder\n\n1 tablespoon fresh oregano, chopped fine\n\n1/4 teaspoon ground ginger\n\n2 -4 slices bacon, baked and crumbled\n\n\nDirections to Prepare\n__________\n\nWhisk all of the above together in a bowl until blended thoroughly.\n\nWarm the dressing on the stove until barely hot and put aside to cool. It is recommended that the dressing sit over night so that the flavors can marry. It can be served warm or cold on salad.\n\nSalad ingredients: green lettuce, pecans, hard-boiled eggs, blue cheese, avocado, green onions, halved cherry tomatoes and chopped red pepper. You can also add corn, hominy or red beans.\n\n\nFind more interesting recipes at : https://play.google.com/store/apps/developer?id=Endless "
      is_clickable: true
      is_editable: true
      is_focusable: true
      is_focused: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 304
        right: 1080
        bottom: 451
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 463
        right: 954
        bottom: 589
      }
      class_name: "android.widget.EditText"
      is_clickable: true
      is_editable: true
      is_focusable: true
      is_focused: true
      is_long_clickable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 346
        right: 912
        bottom: 408
      }
      class_name: "android.widget.TextView"
      text: "dbwscratch.test.id4@gmail.com"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 933
        top: 304
        right: 1080
        bottom: 451
      }
      class_name: "android.widget.ImageView"
      depth: 15
    }
  }
}

assistant
!FUNCTIONCALL{"name": "input_text", "parameters": {"text": "dbwscratch.test.id4@gmail.com"}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]