instruction
I want to go to my favorite place, the Black Forest Mountain Range in Germany. So get the direction for the Black Forest mountain range from my city, Ulm, Germany, using the Maps app.
previous_actions
{"name": "click", "parameters": {"x": 475, "y": 219}}
{"name": "input_text", "parameters": {"text": "Ulm, Germany to Black Forest, Germany"}}
active_application
Maps
screen_description
windows {
  bounds_in_screen {
    right: 1080
    bottom: 136
  }
  id: 8
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 47
        right: 1027
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 454
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 454
        top: 1
        right: 599
        bottom: 136
      }
      class_name: "android.view.View"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 599
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 131
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 819
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 131
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 819
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 131
        bottom: 136
      }
      class_name: "android.widget.TextView"
      content_description: "6:37 PM"
      text: "6:37"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 131
        top: 1
        right: 131
        bottom: 136
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 819
        top: 1
        right: 881
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 100 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 131
        top: 1
        right: 131
        bottom: 136
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 819
        top: 39
        right: 865
        bottom: 97
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi three bars."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 51
        right: 901
        bottom: 85
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 901
        top: 1
        right: 1006
        bottom: 136
      }
      class_name: "android.widget.TextView"
      text: "100%"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 826
        top: 39
        right: 865
        bottom: 97
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 826
        top: 48
        right: 865
        bottom: 87
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 826
        top: 48
        right: 865
        bottom: 87
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 67
  title: "Maps"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.ViewGroup"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.ViewGroup"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 2400
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        right: 1080
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        bottom: 2400
      }
      class_name: "android.widget.ScrollView"
      is_scrollable: true
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 1627
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 299
      }
      class_name: "android.widget.FrameLayout"
      is_focusable: true
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 299
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 299
        right: 1080
        bottom: 425
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 436
        right: 1080
        bottom: 724
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 2188
        right: 1080
        bottom: 2356
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1556
        right: 215
        bottom: 1622
      }
      class_name: "android.widget.ImageView"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 578
        top: 1376
        right: 830
        bottom: 1606
      }
      class_name: "android.view.View"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 874
        top: 1431
        right: 1067
        bottom: 1634
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1244
        right: 1080
        bottom: 1443
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 299
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 299
        right: 1080
        bottom: 2366
      }
      class_name: "android.widget.ScrollView"
      is_focusable: true
      is_scrollable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 299
        right: 1080
        bottom: 425
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 436
        right: 1080
        bottom: 724
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1970
        right: 1080
        bottom: 2156
      }
      class_name: "android.widget.FrameLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 296
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 292
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 1694
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 235
        right: 1080
        bottom: 544
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1761
        right: 1080
        bottom: 1947
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Location services disabled. Enable location services to re-centre map to your location."
      is_clickable: true
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 15
        top: 60
        right: 1065
        bottom: 226
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 2148
        right: 1080
        bottom: 2337
      }
      class_name: "android.support.v7.widget.RecyclerView"
      content_description: "Explore this area"
      is_focusable: true
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 549
        right: 1080
        bottom: 706
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        top: 721
        right: 1080
        bottom: 873
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1758
        right: 1049
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 31
        right: 1049
        bottom: 106
      }
      class_name: "android.widget.LinearLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 576
        right: 1080
        bottom: 718
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 718
        right: 1080
        bottom: 870
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Search along route"
      is_clickable: true
      is_focusable: true
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1758
        right: 1049
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1758
        right: 1049
        bottom: 1926
      }
      class_name: "android.widget.FrameLayout"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 31
        right: 1049
        bottom: 30
      }
      class_name: "android.widget.LinearLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1080
        bottom: 721
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 721
        right: 1049
        bottom: 842
      }
      class_name: "android.widget.FrameLayout"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1758
        right: 1049
        bottom: 1926
      }
      class_name: "android.widget.ImageView"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 881
        top: 1758
        right: 1049
        bottom: 1926
      }
      class_name: "android.widget.ImageView"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 31
        right: 1049
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1080
        bottom: 721
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Layers"
      is_clickable: true
      is_focusable: true
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 721
        right: 1049
        bottom: 842
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 721
        right: 1049
        bottom: 842
      }
      class_name: "android.widget.FrameLayout"
      depth: 13
    }
    nodes {
      bounds_in_screen {
        left: 31
        right: 1049
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1049
        bottom: 700
      }
      class_name: "android.widget.FrameLayout"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 721
        right: 1049
        bottom: 842
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 721
        right: 1049
        bottom: 842
      }
      class_name: "android.widget.ImageView"
      depth: 14
    }
    nodes {
      bounds_in_screen {
        left: 31
        right: 1049
        bottom: 30
      }
      class_name: "android.widget.LinearLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1049
        bottom: 700
      }
      class_name: "android.widget.FrameLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1049
        bottom: 700
      }
      class_name: "android.widget.FrameLayout"
      depth: 15
    }
    nodes {
      bounds_in_screen {
        left: 31
        right: 789
        bottom: 30
      }
      class_name: "android.widget.EditText"
      content_description: "Search here"
      is_clickable: true
      is_focusable: true
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 789
        right: 915
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 915
        right: 1049
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 915
        right: 915
        bottom: -33
      }
      class_name: "android.widget.FrameLayout"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1049
        bottom: 700
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 928
        top: 579
        right: 1049
        bottom: 700
      }
      class_name: "android.widget.ImageView"
      depth: 16
    }
    nodes {
      bounds_in_screen {
        left: 62
        right: 136
        bottom: 4
      }
      class_name: "android.widget.ImageView"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 162
        right: 789
        bottom: 30
      }
      class_name: "android.widget.TextView"
      hint_text: "Search here"
      text: "Search here"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 789
        right: 915
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 915
        right: 1049
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Account and settings.\nChoose an account"
      is_clickable: true
      is_focusable: true
      depth: 17
    }
    nodes {
      bounds_in_screen {
        left: 789
        right: 915
        bottom: 30
      }
      class_name: "android.widget.Button"
      content_description: "Voice search"
      is_clickable: true
      is_focusable: true
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 915
        right: 1041
        bottom: 30
      }
      class_name: "android.widget.FrameLayout"
      depth: 18
    }
    nodes {
      bounds_in_screen {
        left: 789
        right: 915
        bottom: 30
      }
      class_name: "android.view.View"
      content_description: "Voice search"
      depth: 19
    }
    nodes {
      bounds_in_screen {
        left: 923
        right: 923
        bottom: -88
      }
      class_name: "android.widget.FrameLayout"
      depth: 19
    }
    nodes {
      bounds_in_screen {
        left: 923
        right: 1033
        bottom: 22
      }
      class_name: "android.widget.ImageView"
      depth: 19
    }
  }
}

assistant
!FUNCTIONCALL{"name": "wait", "parameters": {}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]