class_docstr: BuilderConfig for C4 dataset.
class_docstr_tok: ["BuilderConfig","for","C4","dataset","."]
docstr: BuilderConfig for C4.
  
  Args:
    name: string, the name for the config.
    languages: list(string), the language code(s) to include.
    cc_versions: tuple(string), a collection of versions of Common Crawl to
      use as the raw source text. Set to None to use default.
    clean: bool, whether to heuristically filter out lines and pages
      considered low quality. Note: only expected to work reliably for English
      pages.
    badwords_filter_fraction: float, what fraction of pages to filter out that
      contain "bad words".
    paragraph_filter: bool, whether to filter out pages with too few or too
      short paragraphs.
    dedupe: bool, whether to deduplicate the dataset by paragraphs.
    realnewslike: bool, whether to limit to news domains as compiled by
      RealNews.
    webtextlike: bool, whether to limit to WebText-like URLs.
    **kwargs: keyword arguments forwarded to super.
docstr_tok: ["BuilderConfig","for","C4",".","Args",":","name",":","string",",","the","name","for","the","config",".","languages",":","list","(","string",")",",","the","language","code","(","s",")","to","include",".","cc_versions",":","tuple","(","string",")",",","a","collection","of","versions","of","Common","Crawl","to","use","as","the","raw","source","text",".","Set","to","None","to","use","default",".","clean",":","bool",",","whether","to","heuristically","filter","out","lines","and","pages","considered","low","quality",".","Note",":","only","expected","to","work","reliably","for","English","pages",".","badwords_filter_fraction",":","float",",","what","fraction","of","pages","to","filter","out","that","contain","``","bad","words","''",".","paragraph_filter",":","bool",",","whether","to","filter","out","pages","with","too","few","or","too","short","paragraphs",".","dedupe",":","bool",",","whether","to","deduplicate","the","dataset","by","paragraphs",".","realnewslike",":","bool",",","whether","to","limit","to","news","domains","as","compiled","by","RealNews",".","webtextlike",":","bool",",","whether","to","limit","to","WebText-like","URLs",".","*","*","kwargs",":","keyword","arguments","forwarded","to","super","."]
code: def __init__(
      self,
      name: str,
      languages: Sequence[str],
      cc_versions: Optional[Sequence[str]] = None,
      clean: bool = False,
      badwords_filter_fraction: float = 0.0,
      paragraph_filter: bool = False,
      dedupe: bool = True,
      realnewslike: bool = False,
      webtextlike: bool = False,
      **kwargs,
  ):
      """BuilderConfig for C4.
  
      Args:
        name: string, the name for the config.
        languages: list(string), the language code(s) to include.
        cc_versions: tuple(string), a collection of versions of Common Crawl to
          use as the raw source text. Set to None to use default.
        clean: bool, whether to heuristically filter out lines and pages
          considered low quality. Note: only expected to work reliably for English
          pages.
        badwords_filter_fraction: float, what fraction of pages to filter out that
          contain "bad words".
        paragraph_filter: bool, whether to filter out pages with too few or too
          short paragraphs.
        dedupe: bool, whether to deduplicate the dataset by paragraphs.
        realnewslike: bool, whether to limit to news domains as compiled by
          RealNews.
        webtextlike: bool, whether to limit to WebText-like URLs.
        **kwargs: keyword arguments forwarded to super.
      """
      super(C4Config, self).__init__(
          name=name,
          version=_VERSION,
          supported_versions=_SUPPORTED_VERSIONS,
          **kwargs,
      )
  
      if clean and tuple(languages) != ("en",):
          logging.warning(
              "C4 cleaning is only expected to work reliably for English pages."
          )
  
      if not 0.0 <= badwords_filter_fraction <= 1.0:
          raise ValueError(
              "`badwords_filter_fraction` must be between 0.0 and 1.0."
          )
  
      self.languages = languages
      self.cc_versions = cc_versions or (DEFAULT_CC_VERSION,)
      self.clean = clean
      self.badwords_filter_fraction = badwords_filter_fraction
      self.paragraph_filter = paragraph_filter
      self.dedupe = dedupe
      self.realnewslike = realnewslike
      self.webtextlike = webtextlike
  
imports: import collections
  import functools
  import json
  import os
  from typing import Optional, Sequence
  import uuid
  from absl import logging
  from etils import epath
  from tensorflow_datasets.core.utils import tree_utils
  from tensorflow_datasets.core.utils.lazy_imports_utils import tensorflow
  import tensorflow_datasets.public_api
  from tensorflow_datasets.text import c4_utils
label_desc: Use image node_id 1 to create a new C4Config object from inherited base classes: tfds.core with example: obj = C4Config(name, languages, cc_versions, clean, badwords_filter_fraction, paragraph_filter, dedupe, realnewslike, webtextlike)