instruction
Since I want to take my family out to dinner and we will all be driving our own cars, I'm going to utilize the Maps app to find the best route from my house to the Royal Fish Bar Restaurant.
previous_actions
{"name": "open_app", "parameters": {"app_name": "Maps"}}
{"name": "click", "parameters": {"x": 633, "y": 256}}
{"name": "input_text", "parameters": {"text": "Royal Fish Bar Restaurant"}}
{"name": "click", "parameters": {"x": 623, "y": 507}}
{"name": "wait", "parameters": {}}
active_application
Maps
screen_description
windows {
  bounds_in_screen {
    right: 1440
    bottom: 145
  }
  id: 4
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 50
        right: 1370
        bottom: 145
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 78
        top: 1
        right: 645
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 645
        top: 1
        right: 775
        bottom: 145
      }
      class_name: "android.view.View"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 775
        top: 1
        right: 1342
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 78
        top: 1
        right: 575
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 1232
        top: 1
        right: 1342
        bottom: 145
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 78
        top: 1
        right: 575
        bottom: 145
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 1232
        top: 1
        right: 1342
        bottom: 145
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 78
        top: 1
        right: 190
        bottom: 145
      }
      class_name: "android.widget.TextView"
      content_description: "7:56 PM"
      text: "7:56"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 190
        top: 1
        right: 575
        bottom: 145
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 1232
        top: 1
        right: 1315
        bottom: 145
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 1315
        top: 1
        right: 1342
        bottom: 145
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 100 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 190
        top: 1
        right: 575
        bottom: 145
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 1232
        top: 34
        right: 1294
        bottom: 111
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi signal full."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 1315
        top: 50
        right: 1342
        bottom: 96
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 190
        top: 1
        right: 267
        bottom: 145
      }
      class_name: "android.widget.ImageView"
      content_description: "Tata CLiQ Luxury notification: Earnshaw | Brand Day"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 267
        top: 1
        right: 344
        bottom: 145
      }
      class_name: "android.widget.ImageView"
      content_description: "Shopsy notification: "
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 344
        top: 1
        right: 421
        bottom: 145
      }
      class_name: "android.widget.ImageView"
      content_description: "Reddit notification: bi_irl:"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 421
        top: 1
        right: 498
        bottom: 145
      }
      class_name: "android.widget.ImageView"
      content_description: "M&S India notification: Basic Yet Fashionable!"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 498
        top: 1
        right: 575
        bottom: 145
      }
      class_name: "android.widget.ImageView"
      content_description: "Google Play services notification: Account action required"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 523
        top: 1
        right: 575
        bottom: 145
      }
      class_name: "android.widget.ImageView"
      content_description: "AccuWeather notification: "
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 1241
        top: 34
        right: 1294
        bottom: 111
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 1241
        top: 46
        right: 1294
        bottom: 99
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 1241
        top: 46
        right: 1294
        bottom: 99
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1440
    bottom: 3120
  }
  id: 92
  title: "Maps"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3120
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 3036
        right: 1440
        bottom: 3120
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.view.ViewGroup"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.view.ViewGroup"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 3036
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        right: 1440
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
      }
      class_name: "android.widget.FrameLayout"
      is_focusable: true
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 710
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.ScrollView"
      is_scrollable: true
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1384
        right: 287
        bottom: 1472
      }
      class_name: "android.widget.ImageView"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 796
        top: 1185
        right: 1132
        bottom: 1451
      }
      class_name: "android.view.View"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1440
        bottom: 1507
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 3036
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 710
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1440
        bottom: 1489
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1440
        bottom: 706
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 706
        right: 1440
        bottom: 710
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1440
        bottom: 1489
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Location services disabled. Enable location services to re-centre map to your location."
      is_clickable: true
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 173
        right: 1440
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 3036
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1398
        bottom: 1465
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 173
        right: 1440
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 3036
      }
      class_name: "android.support.v7.widget.RecyclerView"
      is_focusable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1398
        bottom: 1465
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1398
        bottom: 1465
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 173
        right: 1440
        bottom: 510
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 510
        right: 1440
        bottom: 692
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 932
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 932
        right: 1440
        bottom: 960
      }
      class_name: "android.view.View"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 960
        right: 1440
        bottom: 2721
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 2721
        right: 1440
        bottom: 2725
      }
      class_name: "android.view.View"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1398
        bottom: 1465
      }
      class_name: "android.widget.ImageView"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 1174
        top: 1241
        right: 1398
        bottom: 1465
      }
      class_name: "android.widget.ImageView"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 70
        top: 173
        right: 1370
        bottom: 510
      }
      class_name: "androidx.cardview.widget.CardView"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 510
        right: 1440
        bottom: 692
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 932
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 960
        right: 1440
        bottom: 2721
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 70
        top: 173
        right: 1370
        bottom: 510
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 209
        top: 510
        right: 1231
        bottom: 692
      }
      class_name: "android.widget.HorizontalScrollView"
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 932
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 960
        right: 1440
        bottom: 2721
      }
      class_name: "android.widget.LinearLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 70
        top: 173
        right: 238
        bottom: 341
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Navigate up"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 173
        right: 1202
        bottom: 510
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 1202
        top: 173
        right: 1370
        bottom: 510
      }
      class_name: "android.widget.FrameLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 209
        top: 510
        right: 1231
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 932
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 960
        right: 1440
        bottom: 1182
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1182
        right: 1440
        bottom: 1186
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1186
        right: 1440
        bottom: 1408
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1408
        right: 1440
        bottom: 1412
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1412
        right: 1440
        bottom: 1634
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1634
        right: 1440
        bottom: 1638
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1638
        right: 1440
        bottom: 1860
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1860
        right: 1440
        bottom: 1864
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 1864
        right: 1440
        bottom: 2086
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 2086
        right: 1440
        bottom: 2090
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 2090
        right: 1440
        bottom: 2312
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 2312
        right: 1440
        bottom: 2316
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 2316
        right: 1440
        bottom: 2538
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 2538
        right: 1440
        bottom: 2721
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 112
        top: 215
        right: 196
        bottom: 299
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 173
        right: 1202
        bottom: 341
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 310
        right: 1202
        bottom: 373
      }
      class_name: "android.widget.LinearLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 342
        right: 1202
        bottom: 510
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 1202
        top: 257
        right: 1370
        bottom: 425
      }
      class_name: "android.widget.LinearLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 209
        top: 510
        right: 468
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 468
        top: 510
        right: 720
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 720
        top: 510
        right: 972
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 972
        top: 510
        right: 1231
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      is_focusable: true
      is_selected: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 710
        right: 1440
        bottom: 932
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 960
        right: 1440
        bottom: 1182
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 1186
        right: 1440
        bottom: 1408
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 1412
        right: 1440
        bottom: 1634
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 1638
        right: 1440
        bottom: 1860
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 1864
        right: 1440
        bottom: 2086
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 2090
        right: 1440
        bottom: 2312
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 2316
        right: 1440
        bottom: 2538
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        top: 2538
        right: 1440
        bottom: 2721
      }
      class_name: "android.widget.FrameLayout"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 225
        right: 301
        bottom: 288
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 329
        top: 187
        right: 1202
        bottom: 327
      }
      class_name: "android.widget.TextView"
      content_description: "Choose start location"
      text: "Choose start location"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 310
        right: 301
        bottom: 373
      }
      class_name: "android.widget.ImageView"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 394
        right: 301
        bottom: 457
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 329
        top: 356
        right: 1202
        bottom: 496
      }
      class_name: "android.widget.TextView"
      content_description: "Destination, Royal Fish Bar"
      text: "Royal Fish Bar"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 1202
        top: 257
        right: 1370
        bottom: 425
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Swap start and destination"
      is_clickable: true
      is_focusable: true
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 209
        top: 510
        right: 468
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Driving mode: "
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 468
        top: 510
        right: 720
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Two‑wheeler mode: "
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 720
        top: 510
        right: 972
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Public transport mode: "
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 972
        top: 510
        right: 1231
        bottom: 692
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Walking mode: "
      is_selected: true
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 765
        right: 168
        bottom: 877
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 710
        right: 1384
        bottom: 932
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1015
        right: 168
        bottom: 1127
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 960
        right: 1384
        bottom: 1182
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1241
        right: 168
        bottom: 1353
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1186
        right: 1384
        bottom: 1408
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1467
        right: 168
        bottom: 1579
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1412
        right: 1384
        bottom: 1634
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1693
        right: 168
        bottom: 1805
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1638
        right: 1384
        bottom: 1860
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1919
        right: 168
        bottom: 2031
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1864
        right: 1384
        bottom: 2086
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 2145
        right: 168
        bottom: 2257
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 2090
        right: 1384
        bottom: 2312
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 2371
        right: 168
        bottom: 2483
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 2316
        right: 1384
        bottom: 2538
      }
      class_name: "android.widget.LinearLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        top: 2538
        right: 1440
        bottom: 2721
      }
      class_name: "android.widget.TextView"
      text: "More from recent history"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 225
        right: 301
        bottom: 288
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 238
        top: 394
        right: 301
        bottom: 457
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 1244
        top: 299
        right: 1328
        bottom: 383
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 251
        top: 538
        right: 461
        bottom: 650
      }
      class_name: "android.widget.LinearLayout"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 489
        top: 538
        right: 699
        bottom: 650
      }
      class_name: "android.widget.LinearLayout"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 741
        top: 538
        right: 951
        bottom: 650
      }
      class_name: "android.widget.LinearLayout"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 979
        top: 538
        right: 1189
        bottom: 650
      }
      class_name: "android.widget.LinearLayout"
      is_selected: true
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 765
        right: 168
        bottom: 877
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 752
        right: 1384
        bottom: 822
      }
      class_name: "android.widget.TextView"
      text: "Home"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 829
        right: 1384
        bottom: 890
      }
      class_name: "android.widget.TextView"
      text: "50.907189,-1.364552"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1015
        right: 168
        bottom: 1127
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1002
        right: 1384
        bottom: 1072
      }
      class_name: "android.widget.TextView"
      text: "Palm Desert Aquatic Center"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1079
        right: 1384
        bottom: 1140
      }
      class_name: "android.widget.TextView"
      text: "Magnesia Falls Drive, Palm Desert, CA, USA"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1241
        right: 168
        bottom: 1353
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1228
        right: 1384
        bottom: 1298
      }
      class_name: "android.widget.TextView"
      text: "Palm Desert"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1305
        right: 1384
        bottom: 1366
      }
      class_name: "android.widget.TextView"
      text: "CA, USA"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1467
        right: 168
        bottom: 1579
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1454
        right: 1384
        bottom: 1524
      }
      class_name: "android.widget.TextView"
      text: "Civic Center Park"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1531
        right: 1384
        bottom: 1592
      }
      class_name: "android.widget.TextView"
      text: "San Pablo Avenue, Palm Desert, CA, USA"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1693
        right: 168
        bottom: 1805
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1680
        right: 1384
        bottom: 1750
      }
      class_name: "android.widget.TextView"
      text: "Hollywood Walk of Fame"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1757
        right: 1384
        bottom: 1818
      }
      class_name: "android.widget.TextView"
      text: "Hollywood Boulevard, Los Angeles, CA, USA"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 1919
        right: 168
        bottom: 2031
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1906
        right: 1384
        bottom: 1976
      }
      class_name: "android.widget.TextView"
      text: "Hollywood Hills"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 1983
        right: 1384
        bottom: 2044
      }
      class_name: "android.widget.TextView"
      text: "Los Angeles, CA, USA"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 2145
        right: 168
        bottom: 2257
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 2132
        right: 1384
        bottom: 2202
      }
      class_name: "android.widget.TextView"
      text: "American Heritage Schools, Broward Campus"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 2209
        right: 1384
        bottom: 2270
      }
      class_name: "android.widget.TextView"
      text: "West Broward Boulevard, Plantation, FL, USA"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 56
        top: 2371
        right: 168
        bottom: 2483
      }
      class_name: "android.widget.ImageView"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 2358
        right: 1384
        bottom: 2428
      }
      class_name: "android.widget.TextView"
      text: "American School of Madrid"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 224
        top: 2435
        right: 1384
        bottom: 2496
      }
      class_name: "android.widget.TextView"
      text: "Calle América, Pozuelo de Alarcón, Spain"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 324
        top: 562
        right: 387
        bottom: 625
      }
      class_name: "android.widget.FrameLayout"
      depth: 19
    }
    nodes {
      bounds_in_screen {
        left: 562
        top: 562
        right: 625
        bottom: 625
      }
      class_name: "android.widget.FrameLayout"
      depth: 19
    }
    nodes {
      bounds_in_screen {
        left: 814
        top: 562
        right: 877
        bottom: 625
      }
      class_name: "android.widget.FrameLayout"
      depth: 19
    }
    nodes {
      bounds_in_screen {
        left: 1052
        top: 562
        right: 1115
        bottom: 625
      }
      class_name: "android.widget.FrameLayout"
      is_selected: true
      depth: 19
    }
    nodes {
      bounds_in_screen {
        left: 324
        top: 562
        right: 387
        bottom: 625
      }
      class_name: "android.widget.ImageView"
      depth: 20
    }
    nodes {
      bounds_in_screen {
        left: 562
        top: 562
        right: 625
        bottom: 625
      }
      class_name: "android.widget.ImageView"
      depth: 20
    }
    nodes {
      bounds_in_screen {
        left: 814
        top: 562
        right: 877
        bottom: 625
      }
      class_name: "android.widget.ImageView"
      depth: 20
    }
    nodes {
      bounds_in_screen {
        left: 1052
        top: 562
        right: 1115
        bottom: 625
      }
      class_name: "android.widget.ImageView"
      is_selected: true
      depth: 20
    }
  }
}

assistant
!FUNCTIONCALL{"name": "click", "parameters": {"x": 765, "y": 256}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]