instruction
My wife Claire Blanc coaxed me with an artistic voice to order food from Le Voltaire because she doesn't want to cook the food.Search Le Voltaire restaurant in the OpenTable app
previous_actions
active_application
OpenTable
screen_description
windows {
  bounds_in_screen {
    right: 1080
    bottom: 136
  }
  id: 6
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 145
        right: 1027
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 575
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 575
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 521
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 521
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 145
        top: 1
        right: 231
        bottom: 136
      }
      class_name: "android.widget.TextView"
      content_description: "7:52 PM"
      text: "4:22"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 231
        top: 1
        right: 521
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 986
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 100 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 231
        top: 1
        right: 521
        bottom: 136
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi three bars."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 51
        right: 1006
        bottom: 85
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 231
        top: 1
        right: 289
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Clock notification: Missed alarm"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 289
        top: 1
        right: 347
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Calm notification: Mindfulness Reminder"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 347
        top: 1
        right: 405
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Frog Weather notification: Today\nPatel Nagar Tehsil : Mist"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 405
        top: 1
        right: 463
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Fitbit notification: MobileTrack"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 463
        top: 1
        right: 521
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Weather XL notification: Clear 84° Max: 93°"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 660
  title: "OpenTable"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2190
      }
      class_name: "android.view.ViewGroup"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 2190
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2190
      }
      class_name: "android.view.ViewGroup"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 2190
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 2190
        right: 216
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Home"
      is_focusable: true
      is_selected: true
      depth: 8
      tooltip_text: "Home"
    }
    nodes {
      bounds_in_screen {
        left: 216
        top: 2190
        right: 432
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Search"
      is_clickable: true
      is_focusable: true
      depth: 8
      tooltip_text: "Search"
    }
    nodes {
      bounds_in_screen {
        left: 432
        top: 2190
        right: 648
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Saved"
      is_clickable: true
      is_focusable: true
      depth: 8
      tooltip_text: "Saved"
    }
    nodes {
      bounds_in_screen {
        left: 648
        top: 2190
        right: 864
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      content_description: "History"
      is_clickable: true
      is_focusable: true
      depth: 8
      tooltip_text: "History"
    }
    nodes {
      bounds_in_screen {
        left: 864
        top: 2190
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Notifications"
      is_clickable: true
      is_focusable: true
      depth: 8
      tooltip_text: "Notifications"
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 2190
      }
      class_name: "android.view.ViewGroup"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 76
        top: 2211
        right: 139
        bottom: 2274
      }
      class_name: "android.widget.ImageView"
      is_selected: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 65
        top: 2277
        right: 151
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      is_selected: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 292
        top: 2211
        right: 355
        bottom: 2274
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 274
        top: 2277
        right: 373
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 508
        top: 2211
        right: 571
        bottom: 2274
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 496
        top: 2277
        right: 583
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 724
        top: 2211
        right: 787
        bottom: 2274
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 705
        top: 2277
        right: 807
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 940
        top: 2211
        right: 1003
        bottom: 2274
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 2277
        right: 1063
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 576
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "androidx.viewpager.widget.ViewPager"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 65
        top: 2277
        right: 151
        bottom: 2320
      }
      class_name: "android.widget.TextView"
      text: "Home"
      is_selected: true
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 274
        top: 2277
        right: 373
        bottom: 2320
      }
      class_name: "android.widget.TextView"
      text: "Search"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 496
        top: 2277
        right: 583
        bottom: 2320
      }
      class_name: "android.widget.TextView"
      text: "Saved"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 705
        top: 2277
        right: 807
        bottom: 2320
      }
      class_name: "android.widget.TextView"
      text: "History"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 2277
        right: 1063
        bottom: 2320
      }
      class_name: "android.widget.TextView"
      text: "Notifications"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 1080
        bottom: 320
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 11
        top: 320
        right: 1080
        bottom: 446
      }
      class_name: "android.widget.HorizontalScrollView"
      is_focusable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 446
        right: 1080
        bottom: 449
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 470
        right: 1080
        bottom: 576
      }
      class_name: "android.widget.HorizontalScrollView"
      is_focusable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "androidx.recyclerview.widget.RecyclerView"
      is_focusable: true
      is_scrollable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 231
        right: 1038
        bottom: 320
      }
      class_name: "android.widget.RelativeLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 11
        top: 320
        right: 1080
        bottom: 446
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 470
        right: 799
        bottom: 555
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 1080
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 2160
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 231
        right: 933
        bottom: 320
      }
      class_name: "android.widget.TextView"
      text: "Good afternoon"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 954
        top: 233
        right: 1038
        bottom: 317
      }
      class_name: "android.widget.ImageView"
      content_description: "Profile picture"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 954
        top: 233
        right: 1038
        bottom: 317
      }
      class_name: "android.widget.TextView"
      content_description: "Profile picture"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 11
        top: 320
        right: 308
        bottom: 446
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Reservations"
      is_focusable: true
      is_selected: true
      depth: 13
      tooltip_text: "Reservations"
    }
    nodes {
      bounds_in_screen {
        left: 308
        top: 320
        right: 593
        bottom: 446
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Experiences"
      is_clickable: true
      is_focusable: true
      depth: 13
      tooltip_text: "Experiences"
    }
    nodes {
      bounds_in_screen {
        left: 593
        top: 320
        right: 999
        bottom: 446
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Delivery & Takeout"
      is_clickable: true
      is_focusable: true
      depth: 13
      tooltip_text: "Delivery & Takeout"
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 470
        right: 474
        bottom: 555
      }
      class_name: "android.widget.RelativeLayout"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 495
        top: 470
        right: 720
        bottom: 555
      }
      class_name: "android.widget.RelativeLayout"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "androidx.recyclerview.widget.RecyclerView"
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 1080
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "androidx.recyclerview.widget.RecyclerView"
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 2160
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "androidx.recyclerview.widget.RecyclerView"
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 43
        top: 353
        right: 276
        bottom: 412
      }
      class_name: "android.widget.TextView"
      text: "Reservations"
      is_selected: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 340
        top: 353
        right: 561
        bottom: 412
      }
      class_name: "android.widget.TextView"
      text: "Experiences"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 625
        top: 353
        right: 967
        bottom: 412
      }
      class_name: "android.widget.TextView"
      text: "Delivery & Takeout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 74
        top: 491
        right: 116
        bottom: 533
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 126
        top: 491
        right: 442
        bottom: 534
      }
      class_name: "android.widget.CheckedTextView"
      text: "2 • Tonight at 7:00 PM"
      is_checkable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 527
        top: 491
        right: 569
        bottom: 533
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 579
        top: 491
        right: 688
        bottom: 534
      }
      class_name: "android.widget.CheckedTextView"
      text: "Orléans"
      is_checkable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 1080
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 2160
        top: 576
        right: 1080
        bottom: 2190
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 618
        right: 1038
        bottom: 2190
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 477
        top: 1254
        right: 603
        bottom: 1380
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1443
        right: 1038
        bottom: 1514
      }
      class_name: "android.widget.TextView"
      text: "Uh oh!"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1556
        right: 1038
        bottom: 1674
      }
      class_name: "android.widget.TextView"
      text: "No suggested results found near you. Please try another location."
      depth: 16
    }
  }
}

assistant
!FUNCTIONCALL{"name": "click", "parameters": {"x": 324, "y": 2263}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]