python_modules/libraries/dagster-spark/dagster_spark/utils.py
def parse_spark_config(spark_conf):
    '''For each key-value pair in spark conf, we need to pass to CLI in format:

        --conf "key=value"
    '''

    spark_conf_list = flatten_dict(spark_conf)
    return list(
        itertools.chain.from_iterable([('--conf', '{}={}'.format(*c)) for c in spark_conf_list])
    )
def parse_spark_config(spark_conf):
    '''For each key-value pair in spark conf, we need to pass to CLI in format:

        --conf "key=value"
    '''

    spark_conf_list = flatten_dict(spark_conf)
    return list(
        itertools.chain.from_iterable([('--conf', '{}={}'.format(*c)) for c in spark_conf_list])
    )
def parse_spark_config ( spark_conf ) : spark_conf_list = flatten_dict ( spark_conf ) return list ( itertools . chain . from_iterable ( [ ( '--conf' , '{}={}' . format ( * c ) ) for c in spark_conf_list ] ) )
For each key-value pair in spark conf, we need to pass to CLI in format:

        --conf "key=value"
For each key - value pair in spark conf we need to pass to CLI in format :