instruction
Open the Airbnb app, Reserve a hotel in Newark (New York) by checking 1 July Check-out 7 July with 5 adults and open the first search result
previous_actions
{"name": "open_app", "parameters": {"app_name": "Airbnb"}}
{"name": "click", "parameters": {"x": 540, "y": 1470}}
{"name": "click", "parameters": {"x": 539, "y": 211}}
{"name": "click", "parameters": {"x": 539, "y": 607}}
{"name": "input_text", "parameters": {"text": "Newark ( New York )"}}
{"name": "click", "parameters": {"x": 634, "y": 673}}
{"name": "scroll", "parameters": {"direction": "down"}}
{"name": "click", "parameters": {"x": 921, "y": 1309}}
{"name": "click", "parameters": {"x": 793, "y": 1459}}
{"name": "click", "parameters": {"x": 874, "y": 2194}}
{"name": "click", "parameters": {"x": 942, "y": 1018}}
{"name": "click", "parameters": {"x": 942, "y": 1018}}
{"name": "click", "parameters": {"x": 942, "y": 1018}}
{"name": "click", "parameters": {"x": 942, "y": 1018}}
{"name": "click", "parameters": {"x": 942, "y": 1018}}
{"name": "click", "parameters": {"x": 859, "y": 2230}}
{"name": "scroll", "parameters": {"direction": "down"}}
active_application
Listing details
screen_description
windows {
  bounds_in_screen {
    right: 1080
    bottom: 136
  }
  id: 2
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 145
        right: 1027
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 575
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 575
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 339
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 339
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 223
        bottom: 136
      }
      class_name: "android.widget.TextView"
      content_description: "1:03 PM"
      text: "1:03"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 223
        top: 1
        right: 339
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 986
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 98 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 223
        top: 1
        right: 339
        bottom: 136
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi three bars."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 51
        right: 1006
        bottom: 85
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 223
        top: 1
        right: 281
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Google notification: \'Suno Draupadi...\': Vinesh Phogat shares famous poem, seeks justice for wrestlers"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 281
        top: 1
        right: 339
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Google notification: 29° in Bandhwari"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 336
  title: "Listing details"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2123
      }
      class_name: "android.view.ViewGroup"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 2123
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2123
      }
      class_name: "android.widget.GridView"
      content_description: "pdp"
      is_focusable: true
      is_scrollable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 283
      }
      class_name: "android.view.ViewGroup"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 2123
        bottom: 2123
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 2123
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Show all photos. Photo 1 of 23."
      is_clickable: true
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 720
        right: 1080
        bottom: 783
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 783
        bottom: 783
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 783
        right: 1080
        bottom: 1032
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1032
        right: 1080
        bottom: 1095
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1095
        right: 1080
        bottom: 1098
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1098
        right: 1080
        bottom: 1161
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1161
        bottom: 1161
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1161
        right: 1080
        bottom: 1268
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1268
        right: 1080
        bottom: 1331
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1331
        right: 1080
        bottom: 1334
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1334
        right: 1080
        bottom: 1397
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1397
        bottom: 1397
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1397
        right: 1080
        bottom: 1397
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1397
        right: 1080
        bottom: 1637
      }
      class_name: "androidx.compose.ui.platform.ComposeView"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1637
        right: 1080
        bottom: 1700
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1700
        right: 1080
        bottom: 1703
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1703
        right: 1080
        bottom: 1787
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1787
        bottom: 1787
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1787
        right: 1080
        bottom: 1903
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1903
        right: 1080
        bottom: 1966
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1966
        right: 1080
        bottom: 1969
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 1969
        right: 1080
        bottom: 2053
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 2053
        bottom: 2053
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 2074
        right: 1080
        bottom: 2123
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 283
      }
      class_name: "android.view.ViewGroup"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2123
        bottom: 2123
      }
      class_name: "android.view.View"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 2123
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 2123
        right: 1080
        bottom: 2125
      }
      class_name: "android.view.View"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "android.view.ViewGroup"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 720
        right: 1080
        bottom: 720
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 783
        bottom: 783
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 783
        right: 1017
        bottom: 1032
      }
      class_name: "android.view.ViewGroup"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1032
        right: 1080
        bottom: 1032
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1095
        right: 1017
        bottom: 1098
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1098
        right: 1080
        bottom: 1098
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1161
        bottom: 1161
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1161
        right: 1017
        bottom: 1268
      }
      class_name: "android.view.ViewGroup"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1268
        right: 1080
        bottom: 1268
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1331
        right: 1017
        bottom: 1334
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1334
        right: 1080
        bottom: 1334
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1397
        bottom: 1397
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1397
        right: 1080
        bottom: 1637
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1637
        right: 1080
        bottom: 1637
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1700
        right: 1017
        bottom: 1703
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1703
        right: 1080
        bottom: 1703
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1787
        bottom: 1787
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1787
        right: 1017
        bottom: 1903
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Self check-in\nCheck yourself in with the lockbox."
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1903
        right: 1080
        bottom: 1903
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1966
        right: 1017
        bottom: 1969
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 1969
        right: 1080
        bottom: 1969
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2053
        bottom: 2053
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2074
        right: 1017
        bottom: 2123
      }
      class_name: "android.widget.LinearLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 155
        right: 152
        bottom: 265
      }
      class_name: "android.widget.ImageButton"
      content_description: "Navigate Up"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 797
        top: 155
        right: 907
        bottom: 265
      }
      class_name: "android.widget.ImageButton"
      content_description: "Share"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 155
        right: 1038
        bottom: 265
      }
      class_name: "android.widget.ImageButton"
      content_description: "Save to wishlist"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2172
        right: 378
        bottom: 2288
      }
      class_name: "android.widget.LinearLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 733
        top: 2165
        right: 1017
        bottom: 2295
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 147
      }
      class_name: "android.view.View"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 916
        top: 613
        right: 1048
        bottom: 678
      }
      class_name: "android.view.ViewGroup"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 783
        right: 1017
        bottom: 951
      }
      class_name: "android.widget.TextView"
      text: "Luxury Ranch House Upstate NY"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 983
        right: 1017
        bottom: 1032
      }
      class_name: "android.widget.TextView"
      content_description: "New Brighton, New York, United States "
      text: "   New  ·  Brighton, New York, United States"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1161
        right: 870
        bottom: 1268
      }
      class_name: "android.widget.TextView"
      text: "Special offer: save $348. This Host is offering a deal on their first 3 bookings."
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 912
        top: 1162
        right: 1017
        bottom: 1267
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1397
        right: 1017
        bottom: 1637
      }
      class_name: "android.view.View"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1787
        right: 126
        bottom: 1850
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 168
        top: 1787
        right: 755
        bottom: 1903
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2074
        right: 1017
        bottom: 2123
      }
      class_name: "android.widget.TextView"
      text: "Relax with the whole family at this peaceful place to stay.\nLuxury Ranch House in the Best Location! All the modern amenities in an architecturally significant home that feels like a respite. Three bedrooms and two baths on the main floor along with several living areas and an updated chef’s kitchen and dining room.\nLight in the open space is one of our favorite things about our house."
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2443
        right: 319
        bottom: 2123
      }
      class_name: "android.widget.Button"
      text: "Show more  󱘁"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2172
        right: 378
        bottom: 2228
      }
      class_name: "android.widget.TextView"
      content_description: "$232 per night, originally $290"
      text: "$290 $232 night"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 2239
        right: 193
        bottom: 2288
      }
      class_name: "android.widget.TextView"
      content_description: "Jul 1 – 7"
      text: "Jul 1 – 7"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 733
        top: 2165
        right: 1017
        bottom: 2295
      }
      class_name: "android.widget.Button"
      text: "Reserve"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "android.widget.FrameLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 916
        top: 613
        right: 1048
        bottom: 678
      }
      class_name: "android.widget.TextView"
      text: "1 / 23"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1397
        right: 849
        bottom: 1541
      }
      class_name: "android.widget.TextView"
      text: "Entire home hosted by Rambrent"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 891
        top: 1406
        right: 1017
        bottom: 1532
      }
      class_name: "android.widget.ImageView"
      content_description: "Learn more about the host, Rambrent."
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1583
        right: 898
        bottom: 1637
      }
      class_name: "android.widget.TextView"
      text: "8 guests  ·  4 bedrooms  ·  6 beds  ·  2.5 baths"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 63
        top: 1787
        right: 126
        bottom: 1850
      }
      class_name: "android.widget.ImageView"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 168
        top: 1787
        right: 424
        bottom: 1843
      }
      class_name: "android.widget.TextView"
      text: "Self check-in"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 168
        top: 1843
        right: 755
        bottom: 1903
      }
      class_name: "android.widget.TextView"
      text: "Check yourself in with the lockbox."
      depth: 15
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "androidx.recyclerview.widget.RecyclerView"
      is_focusable: true
      is_scrollable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 17
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 720
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
  }
}

assistant
!FUNCTIONCALL{"name": "status", "parameters": {"goal_status": "successful"}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]