anchor.diff:    ];
   
     postUnpack = ''
  -    # Add data files for tests, otherwise tests attempt network access.
  +    # Add data files for tests, otherwise tests attempt network access
       mkdir $sourceRoot/tests/data
       ( cd $sourceRoot/tests/data
         ln -s ${robertaVocab} roberta-base-vocab.json
  
positive.code:       ln -s ${openaiMerges} openai-gpt-merges.txt )
    '';
  
    postPatch = ''
      echo 'import multiprocessing; multiprocessing.set_start_method("fork")' >> tests/__init__.py
    '';
  
    preCheck = ''
      HOME=$TMPDIR
    '';
  
    disabledTests = [
      # Downloads data using the datasets module.
      "TestTrainFromIterators"
    ];
  
    meta = with lib; {
      homepage = "https://github.com/huggingface/tokenizers";
      description = "Fast State-of-the-Art Tokenizers optimized for Research and Production";
      license = licenses.asl20;
      platforms = platforms.unix;
      maintainers = with maintainers; [ ];
    };
  }
  
negative.code: { lib
  , stdenv
  , buildPythonPackage
  , datasets
  , fetchFromGitHub
  , fetchurl
  , libiconv
  , numpy
  , openssl
  , pkg-config
  , pytestCheckHook
  , pythonOlder
  , requests
  , rustPlatform
  , setuptools-rust
  }:
  
  let
    # See https://github.com/huggingface/tokenizers/blob/main/bindings/python/tests/utils.py for details
    # about URLs and file names
    robertaVocab = fetchurl {
      url = "https://s3.amazonaws.com/models.huggingface.co/bert/roberta-base-vocab.json";
      sha256 = "0m86wpkfb2gdh9x9i9ng2fvwk1rva4p0s98xw996nrjxs7166zwy";
  