tokenize :: Text -> [(Span, Token)]
tokenize = fromMaybe noTokenErr . tokenize'
  where
    noTokenErr =
        error "tokenize: no token could be consumed. This is a bug"
tokenize :: Text -> [(Span, Token)]
tokenize = fromMaybe noTokenErr . tokenize'
  where
    noTokenErr =
        error "tokenize: no token could be consumed. This is a bug"
tokenize = fromMaybe noTokenErr . tokenize'
  where
    noTokenErr =
        error "tokenize: no token could be consumed. This is a bug"