"""Holds common spark constants, present through all Butterfree."""

# from spark.sql.shuffle.partitions default value
DEFAULT_NUM_PARTITIONS = 200

# ratio between number of partitions per processor recommended (lower bound: 2)
# refs:
# https://github.com/vaquarkhan/Apache-Kafka-poc-and-notes/wiki/Apache-Spark-Join-guidelines-and-Performance-tuning
PARTITION_PROCESSOR_RATIO = 4

d40ee7d0dc98bcdc336b6741c8c69f226db250bb
<mask token>

<mask token>
DEFAULT_NUM_PARTITIONS = 200
PARTITION_PROCESSOR_RATIO = 4

"""Holds common spark constants, present through all Butterfree."""

# from spark.sql.shuffle.partitions default value
DEFAULT_NUM_PARTITIONS = 200

# ratio between number of partitions per processor recommended (lower bound: 2)
# refs:
# https://github.com/vaquarkhan/Apache-Kafka-poc-and-notes/wiki/Apache-Spark-Join-guidelines-and-Performance-tuning
PARTITION_PROCESSOR_RATIO = 4
