instruction
I want to plan an itinerary on the Trip.com app for my mom and dad from 29th of December to 3rd of January when the'll be together. It'll include some art which my dad likes and Urban views which is a liking of my mom.
previous_actions
{"name": "click", "parameters": {"x": 675, "y": 2264}}
{"name": "click", "parameters": {"x": 580, "y": 793}}
{"name": "click", "parameters": {"x": 540, "y": 565}}
{"name": "input_text", "parameters": {"text": "Edison"}}
{"name": "click", "parameters": {"x": 540, "y": 328}}
{"name": "click", "parameters": {"x": 540, "y": 1321}}
{"name": "click", "parameters": {"x": 540, "y": 1100}}
{"name": "scroll", "parameters": {"direction": "down"}}
{"name": "scroll", "parameters": {"direction": "down"}}
{"name": "click", "parameters": {"x": 819, "y": 1514}}
{"name": "click", "parameters": {"x": 540, "y": 2139}}
{"name": "click", "parameters": {"x": 735, "y": 611}}
{"name": "click", "parameters": {"x": 156, "y": 983}}
{"name": "click", "parameters": {"x": 360, "y": 983}}
{"name": "click", "parameters": {"x": 355, "y": 1222}}
{"name": "click", "parameters": {"x": 540, "y": 2139}}
{"name": "wait", "parameters": {}}
active_application
Trip.com
screen_description
windows {
  bounds_in_screen {
    right: 1080
    bottom: 136
  }
  id: 5
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 47
        right: 1027
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 454
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 454
        top: 1
        right: 599
        bottom: 136
      }
      class_name: "android.view.View"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 599
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 303
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 867
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 303
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 867
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 129
        bottom: 136
      }
      class_name: "android.widget.TextView"
      content_description: "2:43 PM"
      text: "2:43"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 129
        top: 1
        right: 303
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 867
        top: 1
        right: 986
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 100 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 129
        top: 1
        right: 303
        bottom: 136
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 867
        top: 39
        right: 924
        bottom: 97
      }
      class_name: "android.widget.ImageView"
      content_description: "Do Not Disturb"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi three bars."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 51
        right: 1006
        bottom: 85
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 129
        top: 1
        right: 187
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Tata CLiQ notification: "
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 187
        top: 1
        right: 245
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "Angry Birds 2 notification: Come play Chuck\'s Challenge! now!"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 245
        top: 1
        right: 303
        bottom: 136
      }
      class_name: "android.widget.ImageView"
      content_description: "SSBeauty notification: Ace Betty & Veronica\'s look! 💄"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 97
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 48
        right: 970
        bottom: 87
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 1836
  title: "Trip.com"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1
        bottom: 1
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      is_focusable: true
      is_focused: true
      depth: 6
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 396
      }
      class_name: "android.view.View"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.ScrollView"
      is_scrollable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 396
      }
      class_name: "android.view.View"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 396
      }
      class_name: "android.view.View"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 396
        right: 1080
        bottom: 520
      }
      class_name: "android.view.View"
      content_description: "Suggested duration: 2-3 hours\n1\n/4\nThomas Edison Center at Menlo Park\n4.9\n/5\n8 reviews\nThis museum and memorial tower honors the inventor Thomas Edison and his work. It\'s a great place for the family to learn about history and science."
      is_clickable: true
      is_focusable: true
      is_scrollable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 520
        right: 1080
        bottom: 657
      }
      class_name: "android.view.View"
      content_description: "Add Attractions"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 32
        top: 696
        right: 150
        bottom: 743
      }
      class_name: "android.view.View"
      content_description: "Day 2"
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 160
        top: 700
        right: 278
        bottom: 739
      }
      class_name: "android.view.View"
      content_description: "Edison"
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 983
        top: 696
        right: 1080
        bottom: 741
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 766
        right: 1080
        bottom: 1595
      }
      class_name: "android.view.View"
      content_description: "Suggested duration: 3-5 hours\nRoosevelt Park\n4.5\n/5\n4 reviews\nRooseveltPark is a spacious and clean park. The park has clean trails, clear water lakes, a children\'s playground and fishing ponds. A great place for people to take a walk and relax."
      is_clickable: true
      is_focusable: true
      is_scrollable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 1595
        right: 1080
        bottom: 1732
      }
      class_name: "android.view.View"
      content_description: "Add Attractions"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 32
        top: 1771
        right: 150
        bottom: 1818
      }
      class_name: "android.view.View"
      content_description: "Day 3"
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 160
        top: 1775
        right: 278
        bottom: 1814
      }
      class_name: "android.view.View"
      content_description: "Edison"
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 983
        top: 1771
        right: 1080
        bottom: 1816
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 1841
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      content_description: "Suggested duration: 2-3 hours\n1\n/4\nThomas Edison Center at Menlo Park\n4.9\n/5\n8 reviews\nHere you can see the Edison Memorial Tower and Museum where you can learn more about the life and work of Thomas Edison."
      is_clickable: true
      is_focusable: true
      is_scrollable: true
      depth: 14
    }
    nodes {
      bounds_in_screen {
        top: 136
        right: 147
        bottom: 283
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 726
        top: 136
        right: 844
        bottom: 283
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 844
        top: 136
        right: 962
        bottom: 283
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 962
        top: 136
        right: 1080
        bottom: 283
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 283
        right: 954
        bottom: 396
      }
      class_name: "android.widget.HorizontalScrollView"
      is_scrollable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 954
        top: 316
        right: 1080
        bottom: 363
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "6-day Family, Urban, Art and Architecture, Leisure trip to Edison\n6 days\n6 attractions"
      is_focusable: true
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: -265
        right: 1049
        bottom: 208
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: 766
        right: 1049
        bottom: 1238
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: 1841
        right: 1049
        bottom: 2313
      }
      class_name: "android.view.View"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        top: 283
        right: 171
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "Day 1\nTab 1 of 6"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 171
        top: 283
        right: 344
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "Day 2\nTab 2 of 6"
      is_clickable: true
      is_focusable: true
      is_selected: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 344
        top: 283
        right: 520
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "Day 3\nTab 3 of 6"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 520
        top: 283
        right: 696
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "Day 4\nTab 4 of 6"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 696
        top: 283
        right: 872
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "Day 5\nTab 5 of 6"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 872
        top: 283
        right: 954
        bottom: 396
      }
      class_name: "android.view.View"
      content_description: "Day 6\nTab 6 of 6"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        right: 491
        bottom: 93
      }
      class_name: "android.widget.ImageView"
      content_description: "Map View"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 396
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: 766
        right: 1049
        bottom: 1238
      }
      class_name: "android.view.View"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: 1841
        right: 1049
        bottom: 2313
      }
      class_name: "android.view.View"
      is_scrollable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: 766
        right: 1049
        bottom: 1238
      }
      class_name: "android.widget.ImageView"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 113
        top: 1841
        right: 1049
        bottom: 2313
      }
      class_name: "android.widget.ImageView"
      depth: 17
    }
  }
}

assistant
!FUNCTIONCALL{"name": "scroll", "parameters": {"direction": "down"}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]