class_docstr: Implementation of Magics command line parser.
class_docstr_tok: ["Implementation","of","Magics","command","line","parser","."]
docstr: Parses `line` and returns command line and post processing tokens.
docstr_tok: ["Parses","`","line","`","and","returns","command","line","and","post","processing","tokens","."]
code: def _tokenize_line(
      cls, line: str
  ) -> tuple[Sequence[str], parsed_args_lib.PostProcessingTokens]:
      """Parses `line` and returns command line and post processing tokens."""
      # Check to make sure there is a command at the start. If not, add the
      # default command to the list of tokens.
      tokens = shlex.split(line)
      if not tokens:
          tokens = [CmdLineParser.DEFAULT_CMD.value]
      first_token = tokens[0]
      # Add default command if the first token is not the help token.
      if not first_token[0].isalpha() and first_token not in [
          "-h",
          "--help",
      ]:
          tokens = [CmdLineParser.DEFAULT_CMD.value] + tokens
      # Split line into tokens and post-processing
      return CmdLineParser._split_post_processing_tokens(tokens)
  
imports: from __future__ import annotations
  import argparse
  import shlex
  import sys
  from typing import AbstractSet, Any, Callable, MutableMapping, Sequence
  from google.generativeai.notebook import argument_parser
  from google.generativeai.notebook import flag_def
  from google.generativeai.notebook import input_utils
  from google.generativeai.notebook import model_registry
  from google.generativeai.notebook import output_utils
  from google.generativeai.notebook import parsed_args_lib
  from google.generativeai.notebook import post_process_utils
  from google.generativeai.notebook import py_utils
  from google.generativeai.notebook import sheets_utils
  from google.generativeai.notebook.lib import llm_function
  from google.generativeai.notebook.lib import llmfn_inputs_source
  from google.generativeai.notebook.lib import llmfn_outputs
  from google.generativeai.notebook.lib import model
label_desc: Use image node_id 2 for calling the CmdLineParser obj's underlying member method code with example usage: obj._tokenize_line(cls, line) and returns: CmdLineParser