def get_or_create_spark_session() -> SparkSession:
    '\n    Create a spark_session, hiding console progress and enabling HIVE table overwrite.\n    Session size is configured via pipeline config.\n    '
    config = get_config()
    session_size = config.get('pyspark_session_size', 'm')
    spark_session = sessions[session_size]
    return spark_session
Create a spark_session, hiding console progress and enabling HIVE table overwrite.
Session size is configured via pipeline config.
def get_or_create_spark_session() -> SparkSession:
    '\n    Create a spark_session, hiding console progress and enabling HIVE table overwrite.\n    Session size is configured via pipeline config.\n    '
    config = get_config()
    session_size = config.get('pyspark_session_size', 'm')
    spark_session = sessions[session_size]
    return spark_session