instruction
Read textbooks on the Coursera app.
previous_actions
{"name": "open_app", "parameters": {"app_name": "Coursera"}}
{"name": "wait", "parameters": {}}
{"name": "click", "parameters": {"x": 539, "y": 1091}}
{"name": "wait", "parameters": {}}
active_application
Coursera
screen_description
windows {
  bounds_in_screen {
    right: 1080
    bottom: 118
  }
  id: 2
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 47
        right: 1027
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 454
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 454
        top: 1
        right: 599
        bottom: 118
      }
      class_name: "android.view.View"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 599
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 247
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 247
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 131
        bottom: 118
      }
      class_name: "android.widget.TextView"
      content_description: "9:08 AM"
      text: "9:08"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 131
        top: 1
        right: 247
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 986
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 100 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 131
        top: 1
        right: 247
        bottom: 118
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 30
        right: 970
        bottom: 88
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi three bars."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 42
        right: 1006
        bottom: 76
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 131
        top: 1
        right: 189
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "Flipkart notification: Curtain Up  🙌 Sale Deals Live 😃"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1
        right: 247
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "Gmail notification: Artsy Orders"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 30
        right: 970
        bottom: 88
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 78
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 78
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 682
  title: "Coursera"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "androidx.compose.ui.platform.ComposeView"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 517
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.View"
      is_scrollable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 517
      }
      class_name: "android.view.View"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 2201
        right: 1080
        bottom: 2327
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 517
        right: 1038
        bottom: 1079
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1163
        right: 1038
        bottom: 1553
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 11
        top: 1553
        right: 1069
        bottom: 2329
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 12
        top: 140
        right: 138
        bottom: 266
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 148
        top: 167
        right: 928
        bottom: 237
      }
      class_name: "android.view.View"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 944
        top: 140
        right: 1070
        bottom: 266
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 43
        top: 390
        right: 781
        bottom: 460
      }
      class_name: "android.widget.TextView"
      text: "Machine Learning Specialization"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 325
        top: 2212
        right: 756
        bottom: 2269
      }
      class_name: "android.widget.TextView"
      text: "See enrollment options"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 452
        top: 2269
        right: 628
        bottom: 2316
      }
      class_name: "android.widget.TextView"
      text: "Starts Aug 1"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 538
        right: 1038
        bottom: 677
      }
      class_name: "android.widget.TextView"
      text: "Master fundamental AI concepts and develop practical machine learning skills in the beginner-friendly, 3-course program by AI visionary Andrew Ng"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 719
        right: 401
        bottom: 761
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 803
        right: 226
        bottom: 858
      }
      class_name: "android.widget.TextView"
      text: "Offered By"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 900
        right: 378
        bottom: 1058
      }
      class_name: "android.widget.TextView"
      text: "DeepLearning.AI\n\nStanford University"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1163
        right: 557
        bottom: 1226
      }
      class_name: "android.widget.TextView"
      text: "About this Specialization"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1226
        right: 1038
        bottom: 1553
      }
      class_name: "android.view.View"
      is_clickable: true
      is_focusable: true
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 53
        top: 1574
        right: 1027
        bottom: 1678
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 53
        top: 1720
        right: 1027
        bottom: 1824
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 53
        top: 1866
        right: 1027
        bottom: 1970
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 53
        top: 2012
        right: 1027
        bottom: 2116
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 53
        top: 2158
        right: 1027
        bottom: 2201
      }
      class_name: "android.view.View"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 43
        top: 171
        right: 106
        bottom: 234
      }
      class_name: "android.view.View"
      content_description: "Navigate up"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 22
        top: 150
        right: 127
        bottom: 255
      }
      class_name: "android.widget.Button"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 975
        top: 171
        right: 1038
        bottom: 234
      }
      class_name: "android.view.View"
      content_description: "Share"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 954
        top: 150
        right: 1059
        bottom: 255
      }
      class_name: "android.widget.Button"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 719
        right: 401
        bottom: 761
      }
      class_name: "android.view.View"
      content_description: "rated 4.9 stars out of 5 stars, 13k reviews"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 273
        top: 719
        right: 380
        bottom: 760
      }
      class_name: "android.view.View"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1258
        right: 1038
        bottom: 1521
      }
      class_name: "android.widget.TextView"
      content_description: "The Machine Learning Specialization is a foundational online program created in collaboration between DeepLearning.AI and Stanford Online. This beginner-friendly program will teach you the fundamentals of machine learning and how to use these techniques to build real-world AI applications.\n\nThis Specialization is taught by Andrew Ng, an AI visionary who has led critical research at Stanford University and groundbreaking work at Google Brain, Baidu, and Landing.AI to advance the AI field.\n\nThis 3-course Specialization is an updated version of Andrew’s pioneering Machine Learning course, rated 4.9 out of 5 and taken by over 4.8 million learners since it launched in 2012.\n\nIt provides a broad introduction to modern machine learning, including supervised learning (multiple linear regression, logistic regression, neural networks, and decision trees), unsupervised learning (clustering, dimensionality reduction, recommender systems), and some of the best practices used in Silicon Valley for artificial intelligence and machine learning innovation (evaluating and tuning models, taking a data-centric approach to improving performance, and more.)\n\nBy the end of this Specialization, you will have mastered key concepts and gained the practical know-how to quickly and powerfully apply machine learning to challenging real-world problems. If you’re looking to break into AI or build a career in machine learning, the new Machine Learning Specialization is the best place to start."
      text: "The Machine Learning Specialization is a foundational online program created in collaboration between DeepLearning.AI and Stanford Online. This beginner-friendly program will teach you the fundamentals of machine learning and...more…"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1574
        right: 839
        bottom: 1678
      }
      class_name: "android.view.View"
      content_description: "100% online, Start instantly and learn at your own schedule, item 1 of 5"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1720
        right: 846
        bottom: 1824
      }
      class_name: "android.view.View"
      content_description: "Flexible deadlines, Reset deadline in accordance to your schedule, item 2 of 5"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1866
        right: 583
        bottom: 1970
      }
      class_name: "android.view.View"
      content_description: "Beginner Level, No prior experience required, item 3 of 5"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 2012
        right: 705
        bottom: 2116
      }
      class_name: "android.view.View"
      content_description: "Approx. 3 months to complete, Suggested 5 hours/week, item 4 of 5"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 2158
        right: 1006
        bottom: 2201
      }
      class_name: "android.view.View"
      content_description: "English, Subtitles: English, Arabic, French, Portuguese, German, Thai, Indonesian, Spanish, Japanese, item 5 of 5"
      depth: 11
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1574
        right: 380
        bottom: 1631
      }
      class_name: "android.widget.TextView"
      text: "100% online"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1631
        right: 839
        bottom: 1678
      }
      class_name: "android.widget.TextView"
      text: "Start instantly and learn at your own schedule"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1720
        right: 489
        bottom: 1777
      }
      class_name: "android.widget.TextView"
      text: "Flexible deadlines"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1777
        right: 846
        bottom: 1824
      }
      class_name: "android.widget.TextView"
      text: "Reset deadline in accordance to your schedule"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1866
        right: 428
        bottom: 1923
      }
      class_name: "android.widget.TextView"
      text: "Beginner Level"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 1923
        right: 583
        bottom: 1970
      }
      class_name: "android.widget.TextView"
      text: "No prior experience required"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 2012
        right: 705
        bottom: 2069
      }
      class_name: "android.widget.TextView"
      text: "Approx. 3 months to complete"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 2069
        right: 521
        bottom: 2116
      }
      class_name: "android.widget.TextView"
      text: "Suggested 5 hours/week"
      depth: 12
    }
    nodes {
      bounds_in_screen {
        left: 153
        top: 2158
        right: 289
        bottom: 2201
      }
      class_name: "android.widget.TextView"
      text: "English"
      depth: 12
    }
  }
}

assistant
!FUNCTIONCALL{"name": "wait", "parameters": {}}
[{"type": "function", "function": {"name": "click", "description": "Click on a specific location on the screen", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to click."}, "y": {"type": "integer", "description": "Coordinate on the y axis to click."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "long_press", "description": "Long press on a specific location on the screen.", "parameters": {"type": "object", "properties": {"x": {"type": "integer", "description": "Coordinate on the x axis to long press."}, "y": {"type": "integer", "description": "Coordinate on the y axis to long press."}}, "required": ["x", "y"]}}}, {"type": "function", "function": {"name": "input_text", "description": "Write text inside of an already selected text field, typically this is preceeded by a 'click' action that selects a field on the screen to type into.", "parameters": {"type": "object", "properties": {"text": {"type": "string", "description": "The text to input in the field."}}, "required": ["text"]}}}, {"type": "function", "function": {"name": "scroll", "description": "Scroll a fixed amount in a specific direction.", "parameters": {"type": "object", "properties": {"direction": {"type": "string", "enum": ["up", "down", "left", "right"], "description": "The direction to scroll in."}}, "required": ["direction"]}}}, {"type": "function", "function": {"name": "navigate_home", "description": "Navigate to the home screen from the current screen you are on.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "navigate_back", "description": "Navigate back to the previous page.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "open_app", "description": "Open an application.", "parameters": {"type": "object", "properties": {"app_name": {"type": "string", "description": "The name of the application to open."}}, "required": ["app_name"]}}}, {"type": "function", "function": {"name": "wait", "description": "Wait for a fixed amount of time. This is useful when you need to 'await' the results of a page that is still loading.", "parameters": {"type": "object", "properties": {}}}}, {"type": "function", "function": {"name": "status", "description": "Once you have completed the work required to fulfill an instruction, report your status by calling this function with 'successful'. If you find that a task is impossible to complete,  call this with 'infeasible' after finding that information.", "parameters": {"type": "object", "properties": {"goal_status": {"type": "string", "enum": ["successful", "infeasible"], "description": "The status of the completion of a instruction, either 'successful' or 'infeasible', called to conclude an episode."}}, "required": ["goal_status"]}}}]