anchor.diff:    propagatedBuildInputs = [
       py4j
     ];
  +
  +  passthru.optional-dependencies = {
  +    ml = [
  +      numpy
  +    ];
  +    mllib = [
  +      numpy
  +    ];
  +    sql = [
  +      numpy
  +      pandas
  +      pyarrow
  +    ];
  +  };
   
     # Tests assume running spark instance
     doCheck = false;
  
positive.code:       binaryBytecode
      ];
      license = licenses.asl20;
      maintainers = [ maintainers.shlevy ];
    };
  }
  
negative.code: { lib
  , buildPythonPackage
  , fetchPypi
  , numpy
  , pandas
  , py4j
  , pyarrow
  , pythonOlder
  }:
  
  buildPythonPackage rec {
    pname = "pyspark";
    version = "3.3.1";
    format = "setuptools";
  
    disabled = pythonOlder "3.7";
  
    src = fetchPypi {
      inherit pname version;
      hash = "sha256-6Z+n3pK+QGiEv9gxwyuTBqOpneRM/Dmi7vtu0HRF1fo=";
    };
  
    # pypandoc is broken with pandoc2, so we just lose docs.
  