python:
day = timedelta(1, 0)
end_date = pd.to_datetime(test_start_date)
spark:
val myc: Calendar = Calendar.getInstance()
val dateformat = new SimpleDateFormat("yyyy-MM-dd")
val dt = dateformat.parse(end_date)
myc.setTime(dt)
var end_date_1 = dateformat.format(myc.getTime)
myc.add(Calendar.DAY_OF_MONTH, -1)
end_date_1 = dateformat.format(myc.getTime)