Spark quick commands – Scala

import spark.sql

val df = sql("""
select * from test_db.test_table1
""")
 
df.write.format("csv").partitionBy("year", "month").mode('overwrite').option("delimiter", "|").save("/user/cloudera/project/workspace/test/test_table1")