set spark.sql.autoBroadcastJoinThreshold=-1;
set spark.sql.shuffle.partitions=1000;
set spark.sql.files.maxPartitionBytes=536870912;
set spark.sql.files.openCostInBytes=4194304;
set spark.sql.adaptive.shuffle.targetPostShuffleInputSize=134217728;
set hive.hadoop.supports.splittable.combineinputformat=true;
set hive.new.job.grouping.set.cardinality=128;
set mapreduce.input.fileinputformat.split.maxsize=536870912;
set mapreduce.input.fileinputformat.split.minsize=536870912;
set mapreduce.input.fileinputformat.split.minsize.per.node=536870912;
set mapreduce.input.fileinputformat.split.minsize.per.rack=536870912;