Write a Spark dataframe to an Azure blob storage container mounted on Databricks filesystem

write_dataframe_to_blob.py

mount_name = "/mnt/financial_survey_data"
write_path = "%s/wrangled_data_folder" % mount_name

(dataframe
   # .coalesce(1) # uncomment this line to ensure that the data is written to just one file
   .write
   .option("header", "true")
   .mode("overwrite") # overwrite any pre-existing data at the path that we're writing to
   .csv(write_path)
)